2024-04-25T15:43:48.442 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-25T15:43:48.443 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --name pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi --owner scheduled_pdonnell@teuthology --archive /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239 --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/iozone}} -- /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/orig.config.yaml 2024-04-25T15:43:48.499 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T15:43:48.595 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239 branch: wip-pdonnell-testing-20240425.015853-debug description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/iozone}} email: pdonnell@redhat.com first_in_suite: false job_id: '7673239' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-pdonnell-testing-20240425.015853-debug ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20240425.015853-debug sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 owner: scheduled_pdonnell@teuthology priority: 85 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1880 sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 sleep_before_teardown: 0 subset: 178/512 suite: fs suite_branch: wip-pdonnell-testing-20240425.015853-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_994e2f20102a20fa9a27966c14b625cc01884df8/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi112.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDPM+DBt4fLqB/cORVXCBjxdvZ7MXmjf96l20VIB3GC1zh1U2M4oZ9fRZQIA2G1KonFtEJCZt2NvIbWNBsKNlR8= smithi116.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJbkChtfSUIBBc1+P6PgVuzvyFiodS2wUPFUOihCFjymHxho+cM05PsMY/nTdNmh64GXT8ZQ50JZdUVL6VL5Tug= smithi133.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC+eGGFgDBhe/PlJCA3jAuKXHmi7U+7wDcpPG/KMxCuQWi5EhhgBheUpgf63UMorKKjm3yvvE6+rqDBkbJ61lYk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - workunit: clients: all: - suites/iozone.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-25_10:00:23 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-25T15:43:48.595 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_994e2f20102a20fa9a27966c14b625cc01884df8/qa; will attempt to use it 2024-04-25T15:43:48.596 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_994e2f20102a20fa9a27966c14b625cc01884df8/qa/tasks 2024-04-25T15:43:48.596 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-25T15:43:48.597 INFO:teuthology.task.internal:Checking packages... 2024-04-25T15:43:48.619 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '994e2f20102a20fa9a27966c14b625cc01884df8' 2024-04-25T15:43:48.619 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-25T15:43:48.619 INFO:teuthology.packaging:ref: None 2024-04-25T15:43:48.619 INFO:teuthology.packaging:tag: None 2024-04-25T15:43:48.619 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20240425.015853-debug 2024-04-25T15:43:48.619 INFO:teuthology.packaging:sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:43:48.619 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-pdonnell-testing-20240425.015853-debug 2024-04-25T15:43:48.901 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3291.g994e2f20 2024-04-25T15:43:48.902 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-25T15:43:48.909 INFO:teuthology.task.internal:no buildpackages task found 2024-04-25T15:43:48.910 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-25T15:43:48.929 INFO:teuthology.task.internal:Saving configuration 2024-04-25T15:43:48.950 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-25T15:43:48.956 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-25T15:43:48.981 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 15:39:02.344178', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDPM+DBt4fLqB/cORVXCBjxdvZ7MXmjf96l20VIB3GC1zh1U2M4oZ9fRZQIA2G1KonFtEJCZt2NvIbWNBsKNlR8='} 2024-04-25T15:43:48.999 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi116.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 15:39:02.343014', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJbkChtfSUIBBc1+P6PgVuzvyFiodS2wUPFUOihCFjymHxho+cM05PsMY/nTdNmh64GXT8ZQ50JZdUVL6VL5Tug='} 2024-04-25T15:43:49.018 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi133.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 15:39:02.341643', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC+eGGFgDBhe/PlJCA3jAuKXHmi7U+7wDcpPG/KMxCuQWi5EhhgBheUpgf63UMorKKjm3yvvE6+rqDBkbJ61lYk='} 2024-04-25T15:43:49.018 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-25T15:43:49.025 INFO:teuthology.task.internal:roles: ubuntu@smithi112.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-25T15:43:49.025 INFO:teuthology.task.internal:roles: ubuntu@smithi116.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-25T15:43:49.025 INFO:teuthology.task.internal:roles: ubuntu@smithi133.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-25T15:43:49.025 INFO:teuthology.run_tasks:Running task console_log... 2024-04-25T15:43:49.127 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7cc875c0d0>, signals=[15]) 2024-04-25T15:43:49.128 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-25T15:43:49.134 INFO:teuthology.task.internal:Opening connections... 2024-04-25T15:43:49.134 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T15:43:49.136 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T15:43:49.214 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi116.front.sepia.ceph.com 2024-04-25T15:43:49.214 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T15:43:49.289 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi133.front.sepia.ceph.com 2024-04-25T15:43:49.290 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T15:43:49.364 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-25T15:43:49.371 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2024-04-25T15:43:49.389 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2024-04-25T15:43:49.389 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2024-04-25T15:43:49.445 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="CentOS Stream" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="9" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:ID="centos" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE="rhel fedora" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="9" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:PLATFORM_ID="platform:el9" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:ANSI_COLOR="0;31" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:LOGO="fedora-logo-icon" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://centos.org/" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T15:43:49.446 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T15:43:49.447 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T15:43:49.447 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2024-04-25T15:43:49.465 DEBUG:teuthology.orchestra.run.smithi116:> uname -m 2024-04-25T15:43:49.482 INFO:teuthology.orchestra.run.smithi116.stdout:x86_64 2024-04-25T15:43:49.482 DEBUG:teuthology.orchestra.run.smithi116:> cat /etc/os-release 2024-04-25T15:43:49.539 INFO:teuthology.orchestra.run.smithi116.stdout:NAME="CentOS Stream" 2024-04-25T15:43:49.539 INFO:teuthology.orchestra.run.smithi116.stdout:VERSION="9" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:ID="centos" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:ID_LIKE="rhel fedora" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:VERSION_ID="9" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:PLATFORM_ID="platform:el9" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:ANSI_COLOR="0;31" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:LOGO="fedora-logo-icon" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:HOME_URL="https://centos.org/" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T15:43:49.540 INFO:teuthology.orchestra.run.smithi116.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T15:43:49.541 INFO:teuthology.orchestra.run.smithi116.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T15:43:49.541 INFO:teuthology.lock.ops:Updating smithi116.front.sepia.ceph.com on lock server 2024-04-25T15:43:49.564 DEBUG:teuthology.orchestra.run.smithi133:> uname -m 2024-04-25T15:43:49.582 INFO:teuthology.orchestra.run.smithi133.stdout:x86_64 2024-04-25T15:43:49.582 DEBUG:teuthology.orchestra.run.smithi133:> cat /etc/os-release 2024-04-25T15:43:49.639 INFO:teuthology.orchestra.run.smithi133.stdout:NAME="CentOS Stream" 2024-04-25T15:43:49.639 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION="9" 2024-04-25T15:43:49.639 INFO:teuthology.orchestra.run.smithi133.stdout:ID="centos" 2024-04-25T15:43:49.639 INFO:teuthology.orchestra.run.smithi133.stdout:ID_LIKE="rhel fedora" 2024-04-25T15:43:49.639 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION_ID="9" 2024-04-25T15:43:49.639 INFO:teuthology.orchestra.run.smithi133.stdout:PLATFORM_ID="platform:el9" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:ANSI_COLOR="0;31" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:LOGO="fedora-logo-icon" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:HOME_URL="https://centos.org/" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T15:43:49.640 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T15:43:49.641 INFO:teuthology.lock.ops:Updating smithi133.front.sepia.ceph.com on lock server 2024-04-25T15:43:49.665 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-25T15:43:49.677 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-25T15:43:49.685 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-25T15:43:49.685 DEBUG:teuthology.orchestra.run.smithi112:> test '!' -e /home/ubuntu/cephtest 2024-04-25T15:43:49.687 DEBUG:teuthology.orchestra.run.smithi116:> test '!' -e /home/ubuntu/cephtest 2024-04-25T15:43:49.690 DEBUG:teuthology.orchestra.run.smithi133:> test '!' -e /home/ubuntu/cephtest 2024-04-25T15:43:49.705 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-25T15:43:49.711 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-25T15:43:49.712 DEBUG:teuthology.orchestra.run.smithi112:> test -z $(ls -A /var/lib/ceph) 2024-04-25T15:43:49.744 DEBUG:teuthology.orchestra.run.smithi116:> test -z $(ls -A /var/lib/ceph) 2024-04-25T15:43:49.747 DEBUG:teuthology.orchestra.run.smithi133:> test -z $(ls -A /var/lib/ceph) 2024-04-25T15:43:49.768 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-25T15:43:49.850 INFO:teuthology.run_tasks:Running task kernel... 2024-04-25T15:43:49.865 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-25T15:43:49.866 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-25T15:43:49.866 DEBUG:teuthology.orchestra.run.smithi112:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T15:43:49.867 DEBUG:teuthology.orchestra.run.smithi116:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T15:43:49.867 DEBUG:teuthology.orchestra.run.smithi133:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T15:43:49.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T15:43:49.885 DEBUG:teuthology.orchestra.run.smithi133:> uname -r 2024-04-25T15:43:49.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T15:43:49.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T15:43:49.887 DEBUG:teuthology.orchestra.run.smithi116:> uname -r 2024-04-25T15:43:49.887 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-04-25T15:43:49.941 INFO:teuthology.orchestra.run.smithi133.stdout:5.14.0-437.el9.x86_64 2024-04-25T15:43:49.941 INFO:teuthology.task.kernel:Running kernel on smithi133: 5.14.0-437.el9.x86_64 2024-04-25T15:43:49.941 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum install -y kernel 2024-04-25T15:43:49.945 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-437.el9.x86_64 2024-04-25T15:43:49.945 INFO:teuthology.task.kernel:Running kernel on smithi112: 5.14.0-437.el9.x86_64 2024-04-25T15:43:49.945 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum install -y kernel 2024-04-25T15:43:49.946 INFO:teuthology.orchestra.run.smithi116.stdout:5.14.0-437.el9.x86_64 2024-04-25T15:43:49.946 INFO:teuthology.task.kernel:Running kernel on smithi116: 5.14.0-437.el9.x86_64 2024-04-25T15:43:49.946 DEBUG:teuthology.orchestra.run.smithi116:> sudo yum install -y kernel 2024-04-25T15:43:52.538 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 8.1 MB/s | 8.0 MB 00:00 2024-04-25T15:43:52.740 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - BaseOS 7.2 MB/s | 8.0 MB 00:01 2024-04-25T15:43:52.938 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.0 MB 00:01 2024-04-25T15:43:54.539 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-25T15:43:55.473 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-04-25T15:43:56.551 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - AppStream 6.9 MB/s | 19 MB 00:02 2024-04-25T15:43:58.665 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-04-25T15:43:59.757 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 6.2 MB 00:00 2024-04-25T15:44:00.563 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 29 kB/s | 16 kB 00:00 2024-04-25T15:44:00.759 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.2 MB 00:00 2024-04-25T15:44:01.563 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-04-25T15:44:01.673 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 21 MB/s | 21 MB 00:00 2024-04-25T15:44:02.382 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 16 kB 00:00 2024-04-25T15:44:02.531 INFO:teuthology.orchestra.run.smithi133.stdout:Extra Packages for Enterprise Linux 25 MB/s | 21 MB 00:00 2024-04-25T15:44:03.825 INFO:teuthology.orchestra.run.smithi116.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-25T15:44:06.748 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-25T15:44:07.656 INFO:teuthology.orchestra.run.smithi133.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-25T15:44:08.646 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-25T15:44:08.646 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-25T15:44:08.740 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-25T15:44:08.741 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-25T15:44:08.742 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-25T15:44:08.851 DEBUG:teuthology.orchestra.run.smithi112:> echo no | sudo yum reinstall kernel || true 2024-04-25T15:44:08.891 INFO:teuthology.orchestra.run.smithi116.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-04-25T15:44:09.346 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:00:03 ago on Thu 25 Apr 2024 03:44:06 PM UTC. 2024-04-25T15:44:09.480 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout: Package Architecture Version Repository Size 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout:Reinstalling: 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-25T15:44:09.492 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:44:09.493 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 255 k 2024-04-25T15:44:09.493 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 0 2024-04-25T15:44:09.493 INFO:teuthology.orchestra.run.smithi112.stderr:Operation aborted. 2024-04-25T15:44:09.520 INFO:teuthology.orchestra.run.smithi133.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-25T15:44:09.520 INFO:teuthology.orchestra.run.smithi133.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-25T15:44:09.544 INFO:teuthology.orchestra.run.smithi112.stdout:Is this ok [y/N]: 2024-04-25T15:44:09.544 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum reinstall -y kernel || true 2024-04-25T15:44:09.610 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2024-04-25T15:44:09.612 INFO:teuthology.orchestra.run.smithi133.stdout:Nothing to do. 2024-04-25T15:44:09.612 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2024-04-25T15:44:09.716 DEBUG:teuthology.orchestra.run.smithi133:> echo no | sudo yum reinstall kernel || true 2024-04-25T15:44:10.035 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:00:04 ago on Thu 25 Apr 2024 03:44:06 PM UTC. 2024-04-25T15:44:10.150 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-25T15:44:10.150 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-25T15:44:10.150 INFO:teuthology.orchestra.run.smithi112.stdout: Package Architecture Version Repository Size 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout:Reinstalling: 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 255 k 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 0 2024-04-25T15:44:10.151 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-25T15:44:10.217 INFO:teuthology.orchestra.run.smithi133.stdout:Last metadata expiration check: 0:00:03 ago on Thu 25 Apr 2024 03:44:07 PM UTC. 2024-04-25T15:44:10.341 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2024-04-25T15:44:10.342 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-437.el9.x86_64.rpm 2.1 MB/s | 255 kB 00:00 2024-04-25T15:44:10.342 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-25T15:44:10.342 INFO:teuthology.orchestra.run.smithi112.stdout:Total 1.3 MB/s | 255 kB 00:00 2024-04-25T15:44:10.346 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout: Package Architecture Version Repository Size 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout:Reinstalling: 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 255 k 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stdout:Installed size: 0 2024-04-25T15:44:10.347 INFO:teuthology.orchestra.run.smithi133.stderr:Operation aborted. 2024-04-25T15:44:10.365 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-25T15:44:10.406 INFO:teuthology.orchestra.run.smithi133.stdout:Is this ok [y/N]: 2024-04-25T15:44:10.406 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum reinstall -y kernel || true 2024-04-25T15:44:10.556 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-25T15:44:10.556 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-25T15:44:10.561 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-25T15:44:10.561 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-25T15:44:10.707 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-25T15:44:10.760 INFO:teuthology.orchestra.run.smithi112.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T15:44:10.760 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:10.772 INFO:teuthology.orchestra.run.smithi116.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-25T15:44:10.773 INFO:teuthology.orchestra.run.smithi116.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-25T15:44:10.864 INFO:teuthology.orchestra.run.smithi116.stdout:Dependencies resolved. 2024-04-25T15:44:10.865 INFO:teuthology.orchestra.run.smithi116.stdout:Nothing to do. 2024-04-25T15:44:10.865 INFO:teuthology.orchestra.run.smithi116.stdout:Complete! 2024-04-25T15:44:10.897 INFO:teuthology.orchestra.run.smithi133.stdout:Last metadata expiration check: 0:00:03 ago on Thu 25 Apr 2024 03:44:07 PM UTC. 2024-04-25T15:44:10.994 DEBUG:teuthology.orchestra.run.smithi116:> echo no | sudo yum reinstall kernel || true 2024-04-25T15:44:11.012 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2024-04-25T15:44:11.013 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-04-25T15:44:11.013 INFO:teuthology.orchestra.run.smithi133.stdout: Package Architecture Version Repository Size 2024-04-25T15:44:11.013 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout:Reinstalling: 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 255 k 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout:Installed size: 0 2024-04-25T15:44:11.014 INFO:teuthology.orchestra.run.smithi133.stdout:Downloading Packages: 2024-04-25T15:44:11.224 INFO:teuthology.orchestra.run.smithi133.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.7 MB/s | 255 kB 00:00 2024-04-25T15:44:11.225 INFO:teuthology.orchestra.run.smithi133.stdout:-------------------------------------------------------------------------------- 2024-04-25T15:44:11.225 INFO:teuthology.orchestra.run.smithi133.stdout:Total 1.2 MB/s | 255 kB 00:00 2024-04-25T15:44:11.240 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction check 2024-04-25T15:44:11.386 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:11.386 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T15:44:11.421 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction check succeeded. 2024-04-25T15:44:11.421 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction test 2024-04-25T15:44:11.426 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction test succeeded. 2024-04-25T15:44:11.427 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction 2024-04-25T15:44:11.487 INFO:teuthology.orchestra.run.smithi116.stdout:Last metadata expiration check: 0:00:03 ago on Thu 25 Apr 2024 03:44:08 PM UTC. 2024-04-25T15:44:11.572 INFO:teuthology.orchestra.run.smithi133.stdout: Preparing : 1/1 2024-04-25T15:44:11.619 INFO:teuthology.orchestra.run.smithi116.stdout:Dependencies resolved. 2024-04-25T15:44:11.626 INFO:teuthology.orchestra.run.smithi116.stdout:================================================================================ 2024-04-25T15:44:11.626 INFO:teuthology.orchestra.run.smithi116.stdout: Package Architecture Version Repository Size 2024-04-25T15:44:11.626 INFO:teuthology.orchestra.run.smithi116.stdout:================================================================================ 2024-04-25T15:44:11.626 INFO:teuthology.orchestra.run.smithi116.stdout:Reinstalling: 2024-04-25T15:44:11.626 INFO:teuthology.orchestra.run.smithi116.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T15:44:11.627 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:44:11.627 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction Summary 2024-04-25T15:44:11.627 INFO:teuthology.orchestra.run.smithi116.stdout:================================================================================ 2024-04-25T15:44:11.627 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:44:11.627 INFO:teuthology.orchestra.run.smithi116.stdout:Total download size: 255 k 2024-04-25T15:44:11.627 INFO:teuthology.orchestra.run.smithi116.stdout:Installed size: 0 2024-04-25T15:44:11.627 INFO:teuthology.orchestra.run.smithi116.stderr:Operation aborted. 2024-04-25T15:44:11.642 INFO:teuthology.orchestra.run.smithi133.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T15:44:11.642 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:11.683 INFO:teuthology.orchestra.run.smithi116.stdout:Is this ok [y/N]: 2024-04-25T15:44:11.683 DEBUG:teuthology.orchestra.run.smithi116:> sudo yum reinstall -y kernel || true 2024-04-25T15:44:12.075 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:12.075 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:44:12.075 INFO:teuthology.orchestra.run.smithi112.stdout:Reinstalled: 2024-04-25T15:44:12.075 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-25T15:44:12.075 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:44:12.075 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-25T15:44:12.178 INFO:teuthology.orchestra.run.smithi116.stdout:Last metadata expiration check: 0:00:04 ago on Thu 25 Apr 2024 03:44:08 PM UTC. 2024-04-25T15:44:12.254 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q kernel | sort -rV | head -n 1 2024-04-25T15:44:12.294 INFO:teuthology.orchestra.run.smithi116.stdout:Dependencies resolved. 2024-04-25T15:44:12.294 INFO:teuthology.orchestra.run.smithi116.stdout:================================================================================ 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout: Package Architecture Version Repository Size 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout:================================================================================ 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout:Reinstalling: 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction Summary 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout:================================================================================ 2024-04-25T15:44:12.295 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:44:12.296 INFO:teuthology.orchestra.run.smithi116.stdout:Total download size: 255 k 2024-04-25T15:44:12.296 INFO:teuthology.orchestra.run.smithi116.stdout:Installed size: 0 2024-04-25T15:44:12.296 INFO:teuthology.orchestra.run.smithi116.stdout:Downloading Packages: 2024-04-25T15:44:12.301 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-25T15:44:12.302 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-25T15:44:12.302 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-25T15:44:12.302 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-25T15:44:12.302 DEBUG:teuthology.orchestra.run.smithi112:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-25T15:44:12.333 INFO:teuthology.orchestra.run.smithi112.stdout:ttyS1 2024-04-25T15:44:12.355 DEBUG:teuthology.parallel:result is None 2024-04-25T15:44:12.361 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:12.362 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T15:44:12.518 INFO:teuthology.orchestra.run.smithi116.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.6 MB/s | 255 kB 00:00 2024-04-25T15:44:12.519 INFO:teuthology.orchestra.run.smithi116.stdout:-------------------------------------------------------------------------------- 2024-04-25T15:44:12.519 INFO:teuthology.orchestra.run.smithi116.stdout:Total 1.1 MB/s | 255 kB 00:00 2024-04-25T15:44:12.536 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction check 2024-04-25T15:44:12.736 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction check succeeded. 2024-04-25T15:44:12.736 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction test 2024-04-25T15:44:12.741 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction test succeeded. 2024-04-25T15:44:12.742 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction 2024-04-25T15:44:12.852 INFO:teuthology.orchestra.run.smithi116.stdout: Preparing : 1/1 2024-04-25T15:44:12.936 INFO:teuthology.orchestra.run.smithi116.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T15:44:12.936 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:13.083 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:13.084 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:44:13.084 INFO:teuthology.orchestra.run.smithi133.stdout:Reinstalled: 2024-04-25T15:44:13.084 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-25T15:44:13.084 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:44:13.084 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2024-04-25T15:44:13.269 DEBUG:teuthology.orchestra.run.smithi133:> rpm -q kernel | sort -rV | head -n 1 2024-04-25T15:44:13.316 INFO:teuthology.orchestra.run.smithi133.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-25T15:44:13.316 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-25T15:44:13.316 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-25T15:44:13.316 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-04-25T15:44:13.316 DEBUG:teuthology.orchestra.run.smithi133:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-25T15:44:13.347 INFO:teuthology.orchestra.run.smithi133.stdout:ttyS1 2024-04-25T15:44:13.367 DEBUG:teuthology.parallel:result is None 2024-04-25T15:44:13.650 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:13.650 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T15:44:14.293 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T15:44:14.293 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:44:14.293 INFO:teuthology.orchestra.run.smithi116.stdout:Reinstalled: 2024-04-25T15:44:14.293 INFO:teuthology.orchestra.run.smithi116.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-25T15:44:14.293 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:44:14.293 INFO:teuthology.orchestra.run.smithi116.stdout:Complete! 2024-04-25T15:44:14.464 DEBUG:teuthology.orchestra.run.smithi116:> rpm -q kernel | sort -rV | head -n 1 2024-04-25T15:44:14.510 INFO:teuthology.orchestra.run.smithi116.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-25T15:44:14.510 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-25T15:44:14.511 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-25T15:44:14.511 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-25T15:44:14.511 DEBUG:teuthology.orchestra.run.smithi116:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-25T15:44:14.544 INFO:teuthology.orchestra.run.smithi116.stdout:ttyS1 2024-04-25T15:44:14.571 DEBUG:teuthology.parallel:result is None 2024-04-25T15:44:14.571 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-25T15:44:14.578 INFO:teuthology.task.internal:Creating test directory... 2024-04-25T15:44:14.579 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T15:44:14.581 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T15:44:14.614 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T15:44:14.632 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-25T15:44:14.638 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-25T15:44:14.647 INFO:teuthology.task.internal:Creating archive directory... 2024-04-25T15:44:14.648 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T15:44:14.650 DEBUG:teuthology.orchestra.run.smithi116:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T15:44:14.668 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T15:44:14.866 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-25T15:44:14.873 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-25T15:44:14.873 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T15:44:14.876 DEBUG:teuthology.orchestra.run.smithi116:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T15:44:14.878 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T15:44:14.907 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T15:44:14.909 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T15:44:14.910 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T15:44:14.918 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T15:44:14.919 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T15:44:14.921 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T15:44:14.923 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-25T15:44:14.930 INFO:teuthology.task.internal:Configuring sudo... 2024-04-25T15:44:14.930 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T15:44:14.966 DEBUG:teuthology.orchestra.run.smithi116:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T15:44:14.969 DEBUG:teuthology.orchestra.run.smithi133:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T15:44:14.995 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-25T15:44:15.005 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-25T15:44:15.005 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T15:44:15.033 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T15:44:15.035 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T15:44:15.052 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T15:44:15.132 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T15:44:15.184 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T15:44:15.270 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T15:44:15.304 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:44:15.305 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T15:44:15.369 DEBUG:teuthology.orchestra.run.smithi116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T15:44:15.411 DEBUG:teuthology.orchestra.run.smithi116:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T15:44:15.453 DEBUG:teuthology.orchestra.run.smithi116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T15:44:15.535 DEBUG:teuthology.orchestra.run.smithi116:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T15:44:15.573 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:44:15.573 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T15:44:15.637 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T15:44:15.681 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T15:44:15.732 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T15:44:15.816 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T15:44:15.857 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:44:15.857 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T15:44:15.922 DEBUG:teuthology.orchestra.run.smithi112:> sudo service rsyslog restart 2024-04-25T15:44:15.925 DEBUG:teuthology.orchestra.run.smithi116:> sudo service rsyslog restart 2024-04-25T15:44:15.927 DEBUG:teuthology.orchestra.run.smithi133:> sudo service rsyslog restart 2024-04-25T15:44:15.966 INFO:teuthology.orchestra.run.smithi116.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T15:44:15.967 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T15:44:16.001 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T15:44:16.475 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-25T15:44:16.483 INFO:teuthology.task.internal:Starting timer... 2024-04-25T15:44:16.483 INFO:teuthology.run_tasks:Running task pcp... 2024-04-25T15:44:16.498 INFO:teuthology.run_tasks:Running task selinux... 2024-04-25T15:44:16.505 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-25T15:44:16.506 DEBUG:teuthology.orchestra.run.smithi112:> sudo service auditd rotate 2024-04-25T15:44:16.556 INFO:teuthology.orchestra.run.smithi112.stdout:Rotating logs: 2024-04-25T15:44:16.558 DEBUG:teuthology.orchestra.run.smithi116:> sudo service auditd rotate 2024-04-25T15:44:16.608 INFO:teuthology.orchestra.run.smithi116.stdout:Rotating logs: 2024-04-25T15:44:16.609 DEBUG:teuthology.orchestra.run.smithi133:> sudo service auditd rotate 2024-04-25T15:44:16.683 INFO:teuthology.orchestra.run.smithi133.stdout:Rotating logs: 2024-04-25T15:44:16.685 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-25T15:44:16.685 DEBUG:teuthology.orchestra.run.smithi112:> /usr/sbin/getenforce 2024-04-25T15:44:16.708 INFO:teuthology.orchestra.run.smithi112.stdout:Permissive 2024-04-25T15:44:16.708 DEBUG:teuthology.orchestra.run.smithi116:> /usr/sbin/getenforce 2024-04-25T15:44:16.736 INFO:teuthology.orchestra.run.smithi116.stdout:Permissive 2024-04-25T15:44:16.736 DEBUG:teuthology.orchestra.run.smithi133:> /usr/sbin/getenforce 2024-04-25T15:44:16.769 INFO:teuthology.orchestra.run.smithi133.stdout:Permissive 2024-04-25T15:44:16.769 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi112.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi116.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi133.front.sepia.ceph.com': 'permissive'} 2024-04-25T15:44:16.769 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T15:44:16.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T15:44:16.794 DEBUG:teuthology.orchestra.run.smithi116:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T15:44:16.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T15:44:16.819 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T15:44:16.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T15:44:16.843 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-25T15:44:16.843 DEBUG:teuthology.orchestra.run.smithi112:> sudo /usr/sbin/setenforce permissive 2024-04-25T15:44:16.908 DEBUG:teuthology.orchestra.run.smithi116:> sudo /usr/sbin/setenforce permissive 2024-04-25T15:44:16.932 DEBUG:teuthology.orchestra.run.smithi133:> sudo /usr/sbin/setenforce permissive 2024-04-25T15:44:16.956 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-25T15:44:16.967 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-25T15:44:16.972 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-25T15:44:17.101 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-25T15:44:17.116 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-25T15:44:17.118 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi112.front.sepia.ceph.com,smithi116.front.sepia.ceph.com,smithi133.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-25T15:47:52.124 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi112.front.sepia.ceph.com'), Remote(name='ubuntu@smithi116.front.sepia.ceph.com'), Remote(name='ubuntu@smithi133.front.sepia.ceph.com')] 2024-04-25T15:47:52.125 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-25T15:47:52.126 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T15:47:52.208 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-04-25T15:47:52.289 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-25T15:47:52.289 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi116.front.sepia.ceph.com' 2024-04-25T15:47:52.290 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T15:47:52.367 DEBUG:teuthology.orchestra.run.smithi116:> true 2024-04-25T15:47:52.446 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi116.front.sepia.ceph.com' 2024-04-25T15:47:52.446 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-04-25T15:47:52.447 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T15:47:52.526 DEBUG:teuthology.orchestra.run.smithi133:> true 2024-04-25T15:47:52.606 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-04-25T15:47:52.606 INFO:teuthology.run_tasks:Running task clock... 2024-04-25T15:47:52.620 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-25T15:47:52.620 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T15:47:52.620 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T15:47:52.623 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T15:47:52.623 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T15:47:52.625 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T15:47:52.625 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T15:47:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T15:47:52.653 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T15:47:52.661 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T15:47:52.667 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T15:47:52.675 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T15:47:52.683 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: ntpd: command not found 2024-04-25T15:47:52.689 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T15:47:52.690 INFO:teuthology.orchestra.run.smithi116.stderr:sudo: ntpd: command not found 2024-04-25T15:47:52.693 INFO:teuthology.orchestra.run.smithi112.stdout:506 Cannot talk to daemon 2024-04-25T15:47:52.701 INFO:teuthology.orchestra.run.smithi116.stdout:506 Cannot talk to daemon 2024-04-25T15:47:52.706 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T15:47:52.712 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: ntpd: command not found 2024-04-25T15:47:52.714 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T15:47:52.719 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T15:47:52.722 INFO:teuthology.orchestra.run.smithi133.stdout:506 Cannot talk to daemon 2024-04-25T15:47:52.727 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T15:47:52.736 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T15:47:52.748 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T15:47:52.777 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-04-25T15:47:52.781 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T15:47:52.781 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-04-25T15:47:52.781 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.781 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.781 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.781 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.790 INFO:teuthology.orchestra.run.smithi116.stderr:bash: line 1: ntpq: command not found 2024-04-25T15:47:52.792 INFO:teuthology.orchestra.run.smithi116.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T15:47:52.792 INFO:teuthology.orchestra.run.smithi116.stdout:=============================================================================== 2024-04-25T15:47:52.792 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.792 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.792 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.792 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.802 INFO:teuthology.orchestra.run.smithi133.stderr:bash: line 1: ntpq: command not found 2024-04-25T15:47:52.805 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T15:47:52.805 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2024-04-25T15:47:52.805 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.805 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.806 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.806 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T15:47:52.807 INFO:teuthology.run_tasks:Running task install... 2024-04-25T15:47:52.816 DEBUG:teuthology.task.install:project ceph 2024-04-25T15:47:52.816 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8'}} 2024-04-25T15:47:52.816 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8'} 2024-04-25T15:47:52.816 INFO:teuthology.task.install:Using flavor: default 2024-04-25T15:47:52.822 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-25T15:47:52.823 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-25T15:47:52.823 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'tag': None, 'wait_for_package': False} 2024-04-25T15:47:52.824 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:47:52.826 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'tag': None, 'wait_for_package': False} 2024-04-25T15:47:52.826 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:47:52.827 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'tag': None, 'wait_for_package': False} 2024-04-25T15:47:52.827 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:47:52.972 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/ 2024-04-25T15:47:52.973 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3291.g994e2f20 2024-04-25T15:47:53.050 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/ 2024-04-25T15:47:53.050 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3291.g994e2f20 2024-04-25T15:47:53.057 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/ 2024-04-25T15:47:53.057 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3291.g994e2f20 2024-04-25T15:47:53.153 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T15:47:53.153 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:47:53.154 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T15:47:53.156 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T15:47:53.157 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:47:53.157 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T15:47:53.177 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T15:47:53.178 DEBUG:teuthology.orchestra.run.smithi133:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/994e2f20102a20fa9a27966c14b625cc01884df8/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T15:47:53.182 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T15:47:53.182 DEBUG:teuthology.orchestra.run.smithi112:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/994e2f20102a20fa9a27966c14b625cc01884df8/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T15:47:53.224 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T15:47:53.224 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:47:53.224 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T15:47:53.242 DEBUG:teuthology.orchestra.run.smithi133:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T15:47:53.248 DEBUG:teuthology.orchestra.run.smithi112:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T15:47:53.249 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T15:47:53.249 DEBUG:teuthology.orchestra.run.smithi116:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/994e2f20102a20fa9a27966c14b625cc01884df8/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T15:47:53.315 DEBUG:teuthology.orchestra.run.smithi116:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T15:47:53.316 DEBUG:teuthology.orchestra.run.smithi133:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T15:47:53.320 DEBUG:teuthology.orchestra.run.smithi112:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T15:47:53.379 INFO:teuthology.orchestra.run.smithi133.stdout:check_obsoletes = 1 2024-04-25T15:47:53.380 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum clean all 2024-04-25T15:47:53.382 INFO:teuthology.orchestra.run.smithi112.stdout:check_obsoletes = 1 2024-04-25T15:47:53.384 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum clean all 2024-04-25T15:47:53.390 DEBUG:teuthology.orchestra.run.smithi116:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T15:47:53.454 INFO:teuthology.orchestra.run.smithi116.stdout:check_obsoletes = 1 2024-04-25T15:47:53.456 DEBUG:teuthology.orchestra.run.smithi116:> sudo yum clean all 2024-04-25T15:47:53.606 INFO:teuthology.orchestra.run.smithi133.stdout:48 files removed 2024-04-25T15:47:53.607 INFO:teuthology.orchestra.run.smithi112.stdout:48 files removed 2024-04-25T15:47:53.634 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T15:47:53.635 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T15:47:53.681 INFO:teuthology.orchestra.run.smithi116.stdout:48 files removed 2024-04-25T15:47:53.708 DEBUG:teuthology.orchestra.run.smithi116:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T15:47:54.271 INFO:teuthology.orchestra.run.smithi133.stdout:ceph packages for x86_64 222 kB/s | 84 kB 00:00 2024-04-25T15:47:54.303 INFO:teuthology.orchestra.run.smithi112.stdout:ceph packages for x86_64 204 kB/s | 84 kB 00:00 2024-04-25T15:47:54.403 INFO:teuthology.orchestra.run.smithi116.stdout:ceph packages for x86_64 191 kB/s | 84 kB 00:00 2024-04-25T15:47:54.720 INFO:teuthology.orchestra.run.smithi116.stdout:ceph noarch packages 43 kB/s | 12 kB 00:00 2024-04-25T15:47:54.796 INFO:teuthology.orchestra.run.smithi112.stdout:ceph noarch packages 26 kB/s | 12 kB 00:00 2024-04-25T15:47:54.854 INFO:teuthology.orchestra.run.smithi133.stdout:ceph noarch packages 22 kB/s | 12 kB 00:00 2024-04-25T15:47:55.079 INFO:teuthology.orchestra.run.smithi116.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-04-25T15:47:55.105 INFO:teuthology.orchestra.run.smithi112.stdout:ceph source packages 6.9 kB/s | 1.9 kB 00:00 2024-04-25T15:47:55.205 INFO:teuthology.orchestra.run.smithi133.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-04-25T15:47:55.708 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-25T15:47:55.832 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-25T15:47:55.983 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-25T15:47:57.642 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-04-25T15:47:58.158 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - AppStream 15 MB/s | 19 MB 00:01 2024-04-25T15:47:58.225 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - AppStream 16 MB/s | 19 MB 00:01 2024-04-25T15:48:02.226 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 6.1 MB/s | 6.2 MB 00:01 2024-04-25T15:48:02.326 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-04-25T15:48:02.476 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - CRB 8.0 MB/s | 6.2 MB 00:00 2024-04-25T15:48:03.874 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-04-25T15:48:04.274 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - Extras packages 24 kB/s | 16 kB 00:00 2024-04-25T15:48:04.758 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 12 kB/s | 16 kB 00:01 2024-04-25T15:48:05.342 INFO:teuthology.orchestra.run.smithi116.stdout:Extra Packages for Enterprise Linux 22 MB/s | 21 MB 00:00 2024-04-25T15:48:05.853 INFO:teuthology.orchestra.run.smithi133.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-25T15:48:05.901 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 20 MB/s | 21 MB 00:01 2024-04-25T15:48:10.442 INFO:teuthology.orchestra.run.smithi116.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-04-25T15:48:10.876 INFO:teuthology.orchestra.run.smithi133.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-04-25T15:48:11.026 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-04-25T15:48:12.576 INFO:teuthology.orchestra.run.smithi116.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T15:48:12.577 INFO:teuthology.orchestra.run.smithi116.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T15:48:12.588 INFO:teuthology.orchestra.run.smithi116.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T15:48:12.589 INFO:teuthology.orchestra.run.smithi116.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T15:48:12.589 INFO:teuthology.orchestra.run.smithi116.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T15:48:12.590 INFO:teuthology.orchestra.run.smithi116.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T15:48:12.592 INFO:teuthology.orchestra.run.smithi116.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T15:48:12.594 INFO:teuthology.orchestra.run.smithi116.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T15:48:12.595 INFO:teuthology.orchestra.run.smithi116.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T15:48:12.655 INFO:teuthology.orchestra.run.smithi116.stdout:Dependencies resolved. 2024-04-25T15:48:12.664 INFO:teuthology.orchestra.run.smithi116.stdout:======================================================================================= 2024-04-25T15:48:12.664 INFO:teuthology.orchestra.run.smithi116.stdout: Package Arch Version Repository Size 2024-04-25T15:48:12.664 INFO:teuthology.orchestra.run.smithi116.stdout:======================================================================================= 2024-04-25T15:48:12.664 INFO:teuthology.orchestra.run.smithi116.stdout:Installing: 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 6.6 k 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-base x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.4 M 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 863 k 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 147 k 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 1.5 M 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 142 k 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 3.5 M 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 7.4 M 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-rook noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 49 k 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-radosgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 10 M 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-test x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 43 M 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-volume noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 273 k 2024-04-25T15:48:12.665 INFO:teuthology.orchestra.run.smithi116.stdout: cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 762 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 224 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-shell x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 27 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-top noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 18 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 32 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 756 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: librados-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 127 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T15:48:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cephfs x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 161 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rados x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 321 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 298 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 100 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 86 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.0 M 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-nbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 169 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout:Upgrading: 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: librados2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.3 M 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: librbd1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.1 M 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T15:48:12.667 INFO:teuthology.orchestra.run.smithi116.stdout:Installing dependencies: 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 20 M 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 34 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mds x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 2.3 M 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 249 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mon x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 4.9 M 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-osd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 18 M 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 16 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-selinux x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 25 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T15:48:12.668 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: libcephsqlite x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 158 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: libradosstriper1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 497 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T15:48:12.669 INFO:teuthology.orchestra.run.smithi116.stdout: librgw2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.2 M 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T15:48:12.670 INFO:teuthology.orchestra.run.smithi116.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-argparse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 45 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 135 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T15:48:12.671 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T15:48:12.672 INFO:teuthology.orchestra.run.smithi116.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T15:48:12.673 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T15:48:12.674 INFO:teuthology.orchestra.run.smithi116.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout:Installing weak dependencies: 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction Summary 2024-04-25T15:48:12.675 INFO:teuthology.orchestra.run.smithi116.stdout:======================================================================================= 2024-04-25T15:48:12.676 INFO:teuthology.orchestra.run.smithi116.stdout:Install 148 Packages 2024-04-25T15:48:12.676 INFO:teuthology.orchestra.run.smithi116.stdout:Upgrade 4 Packages 2024-04-25T15:48:12.676 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:48:12.676 INFO:teuthology.orchestra.run.smithi116.stdout:Total download size: 214 M 2024-04-25T15:48:12.676 INFO:teuthology.orchestra.run.smithi116.stdout:Downloading Packages: 2024-04-25T15:48:13.018 INFO:teuthology.orchestra.run.smithi133.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T15:48:13.019 INFO:teuthology.orchestra.run.smithi133.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T15:48:13.029 INFO:teuthology.orchestra.run.smithi133.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T15:48:13.030 INFO:teuthology.orchestra.run.smithi133.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T15:48:13.031 INFO:teuthology.orchestra.run.smithi133.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T15:48:13.032 INFO:teuthology.orchestra.run.smithi133.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T15:48:13.033 INFO:teuthology.orchestra.run.smithi133.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T15:48:13.035 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T15:48:13.036 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T15:48:13.096 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout:======================================================================================= 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: Package Arch Version Repository Size 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout:======================================================================================= 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout:Installing: 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: ceph x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 6.6 k 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.4 M 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 863 k 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 147 k 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 1.5 M 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 142 k 2024-04-25T15:48:13.105 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 3.5 M 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 7.4 M 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 49 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 10 M 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 43 M 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 273 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 762 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 224 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-shell x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 27 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 18 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T15:48:13.106 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 32 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 756 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 127 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 161 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 321 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 298 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 100 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 86 k 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.0 M 2024-04-25T15:48:13.107 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 169 k 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrading: 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: librados2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.3 M 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.1 M 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout:Installing dependencies: 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 20 M 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 34 k 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 2.3 M 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 249 k 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 4.9 M 2024-04-25T15:48:13.108 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 18 M 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 16 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 25 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 158 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T15:48:13.109 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 497 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.2 M 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T15:48:13.110 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 45 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 135 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T15:48:13.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T15:48:13.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T15:48:13.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T15:48:13.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout:Installing weak dependencies: 2024-04-25T15:48:13.115 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout:======================================================================================= 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout:Install 148 Packages 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrade 4 Packages 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 214 M 2024-04-25T15:48:13.116 INFO:teuthology.orchestra.run.smithi133.stdout:Downloading Packages: 2024-04-25T15:48:13.245 INFO:teuthology.orchestra.run.smithi112.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T15:48:13.245 INFO:teuthology.orchestra.run.smithi112.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T15:48:13.255 INFO:teuthology.orchestra.run.smithi112.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T15:48:13.256 INFO:teuthology.orchestra.run.smithi112.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T15:48:13.257 INFO:teuthology.orchestra.run.smithi112.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T15:48:13.258 INFO:teuthology.orchestra.run.smithi112.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T15:48:13.259 INFO:teuthology.orchestra.run.smithi112.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T15:48:13.262 INFO:teuthology.orchestra.run.smithi112.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T15:48:13.263 INFO:teuthology.orchestra.run.smithi112.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T15:48:13.324 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-25T15:48:13.326 INFO:teuthology.orchestra.run.smithi116.stdout:(1/152): ceph-19.0.0-3291.g994e2f20.el9.x86_64. 31 kB/s | 6.6 kB 00:00 2024-04-25T15:48:13.332 INFO:teuthology.orchestra.run.smithi112.stdout:======================================================================================= 2024-04-25T15:48:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout:======================================================================================= 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 6.6 k 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.4 M 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 863 k 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 147 k 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 1.5 M 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 142 k 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 3.5 M 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 7.4 M 2024-04-25T15:48:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 49 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 10 M 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 43 M 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-volume noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 273 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 762 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 224 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-shell x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 27 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-top noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 18 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 32 k 2024-04-25T15:48:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 756 k 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 127 k 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T15:48:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 161 k 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 321 k 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 298 k 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 100 k 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 86 k 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.0 M 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 169 k 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrading: 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: librados2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.3 M 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.1 M 2024-04-25T15:48:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 20 M 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 34 k 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 2.3 M 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 249 k 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 4.9 M 2024-04-25T15:48:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 18 M 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 16 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 25 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 158 k 2024-04-25T15:48:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 497 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.2 M 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T15:48:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T15:48:13.340 INFO:teuthology.orchestra.run.smithi112.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T15:48:13.340 INFO:teuthology.orchestra.run.smithi112.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T15:48:13.340 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 45 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 135 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T15:48:13.341 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T15:48:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T15:48:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T15:48:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T15:48:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout:Installing weak dependencies: 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout:======================================================================================= 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout:Install 148 Packages 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrade 4 Packages 2024-04-25T15:48:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:48:13.347 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 214 M 2024-04-25T15:48:13.347 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-25T15:48:13.726 INFO:teuthology.orchestra.run.smithi116.stdout:(2/152): ceph-fuse-19.0.0-3291.g994e2f20.el9.x8 2.1 MB/s | 863 kB 00:00 2024-04-25T15:48:13.827 INFO:teuthology.orchestra.run.smithi116.stdout:(3/152): ceph-immutable-object-cache-19.0.0-329 1.4 MB/s | 147 kB 00:00 2024-04-25T15:48:13.961 INFO:teuthology.orchestra.run.smithi112.stdout:(1/152): ceph-19.0.0-3291.g994e2f20.el9.x86_64. 25 kB/s | 6.6 kB 00:00 2024-04-25T15:48:14.044 INFO:teuthology.orchestra.run.smithi116.stdout:(4/152): ceph-base-19.0.0-3291.g994e2f20.el9.x8 5.8 MB/s | 5.4 MB 00:00 2024-04-25T15:48:14.243 INFO:teuthology.orchestra.run.smithi133.stdout:(1/152): ceph-19.0.0-3291.g994e2f20.el9.x86_64. 28 kB/s | 6.6 kB 00:00 2024-04-25T15:48:14.286 INFO:teuthology.orchestra.run.smithi116.stdout:(5/152): ceph-mgr-19.0.0-3291.g994e2f20.el9.x86 6.2 MB/s | 1.5 MB 00:00 2024-04-25T15:48:14.586 INFO:teuthology.orchestra.run.smithi116.stdout:(6/152): ceph-mds-19.0.0-3291.g994e2f20.el9.x86 3.0 MB/s | 2.3 MB 00:00 2024-04-25T15:48:14.736 INFO:teuthology.orchestra.run.smithi112.stdout:(2/152): ceph-fuse-19.0.0-3291.g994e2f20.el9.x8 1.1 MB/s | 863 kB 00:00 2024-04-25T15:48:15.051 INFO:teuthology.orchestra.run.smithi133.stdout:(2/152): ceph-fuse-19.0.0-3291.g994e2f20.el9.x8 1.0 MB/s | 863 kB 00:00 2024-04-25T15:48:15.069 INFO:teuthology.orchestra.run.smithi116.stdout:(7/152): ceph-mon-19.0.0-3291.g994e2f20.el9.x86 6.2 MB/s | 4.9 MB 00:00 2024-04-25T15:48:15.070 INFO:teuthology.orchestra.run.smithi112.stdout:(3/152): ceph-immutable-object-cache-19.0.0-329 441 kB/s | 147 kB 00:00 2024-04-25T15:48:15.227 INFO:teuthology.orchestra.run.smithi133.stdout:(3/152): ceph-immutable-object-cache-19.0.0-329 840 kB/s | 147 kB 00:00 2024-04-25T15:48:15.420 INFO:teuthology.orchestra.run.smithi112.stdout:(4/152): ceph-base-19.0.0-3291.g994e2f20.el9.x8 3.1 MB/s | 5.4 MB 00:01 2024-04-25T15:48:15.920 INFO:teuthology.orchestra.run.smithi112.stdout:(5/152): ceph-mgr-19.0.0-3291.g994e2f20.el9.x86 3.0 MB/s | 1.5 MB 00:00 2024-04-25T15:48:15.978 INFO:teuthology.orchestra.run.smithi116.stdout:(8/152): ceph-common-19.0.0-3291.g994e2f20.el9. 6.8 MB/s | 20 MB 00:02 2024-04-25T15:48:16.053 INFO:teuthology.orchestra.run.smithi116.stdout:(9/152): ceph-selinux-19.0.0-3291.g994e2f20.el9 336 kB/s | 25 kB 00:00 2024-04-25T15:48:16.478 INFO:teuthology.orchestra.run.smithi116.stdout:(10/152): ceph-radosgw-19.0.0-3291.g994e2f20.el 7.2 MB/s | 10 MB 00:01 2024-04-25T15:48:16.570 INFO:teuthology.orchestra.run.smithi116.stdout:(11/152): cephfs-mirror-19.0.0-3291.g994e2f20.e 2.4 MB/s | 224 kB 00:00 2024-04-25T15:48:16.662 INFO:teuthology.orchestra.run.smithi116.stdout:(12/152): cephfs-shell-19.0.0-3291.g994e2f20.el 295 kB/s | 27 kB 00:00 2024-04-25T15:48:16.718 INFO:teuthology.orchestra.run.smithi133.stdout:(4/152): ceph-mds-19.0.0-3291.g994e2f20.el9.x86 1.5 MB/s | 2.3 MB 00:01 2024-04-25T15:48:16.737 INFO:teuthology.orchestra.run.smithi116.stdout:(13/152): libcephfs-devel-19.0.0-3291.g994e2f20 423 kB/s | 32 kB 00:00 2024-04-25T15:48:16.770 INFO:teuthology.orchestra.run.smithi112.stdout:(6/152): ceph-mds-19.0.0-3291.g994e2f20.el9.x86 1.3 MB/s | 2.3 MB 00:01 2024-04-25T15:48:16.888 INFO:teuthology.orchestra.run.smithi116.stdout:(14/152): libcephfs2-19.0.0-3291.g994e2f20.el9. 4.9 MB/s | 756 kB 00:00 2024-04-25T15:48:16.944 INFO:teuthology.orchestra.run.smithi133.stdout:(5/152): ceph-base-19.0.0-3291.g994e2f20.el9.x8 1.8 MB/s | 5.4 MB 00:02 2024-04-25T15:48:16.963 INFO:teuthology.orchestra.run.smithi116.stdout:(15/152): libcephsqlite-19.0.0-3291.g994e2f20.e 2.1 MB/s | 158 kB 00:00 2024-04-25T15:48:17.038 INFO:teuthology.orchestra.run.smithi116.stdout:(16/152): librados-devel-19.0.0-3291.g994e2f20. 1.7 MB/s | 127 kB 00:00 2024-04-25T15:48:17.130 INFO:teuthology.orchestra.run.smithi116.stdout:(17/152): libradosstriper1-19.0.0-3291.g994e2f2 5.3 MB/s | 497 kB 00:00 2024-04-25T15:48:17.145 INFO:teuthology.orchestra.run.smithi112.stdout:(7/152): ceph-mon-19.0.0-3291.g994e2f20.el9.x86 4.0 MB/s | 4.9 MB 00:01 2024-04-25T15:48:17.785 INFO:teuthology.orchestra.run.smithi133.stdout:(6/152): ceph-mgr-19.0.0-3291.g994e2f20.el9.x86 1.4 MB/s | 1.5 MB 00:01 2024-04-25T15:48:17.905 INFO:teuthology.orchestra.run.smithi116.stdout:(18/152): librgw2-19.0.0-3291.g994e2f20.el9.x86 6.7 MB/s | 5.2 MB 00:00 2024-04-25T15:48:17.989 INFO:teuthology.orchestra.run.smithi116.stdout:(19/152): python3-ceph-argparse-19.0.0-3291.g99 542 kB/s | 45 kB 00:00 2024-04-25T15:48:18.072 INFO:teuthology.orchestra.run.smithi116.stdout:(20/152): python3-ceph-common-19.0.0-3291.g994e 1.6 MB/s | 135 kB 00:00 2024-04-25T15:48:18.156 INFO:teuthology.orchestra.run.smithi116.stdout:(21/152): python3-cephfs-19.0.0-3291.g994e2f20. 1.9 MB/s | 161 kB 00:00 2024-04-25T15:48:18.256 INFO:teuthology.orchestra.run.smithi116.stdout:(22/152): python3-rados-19.0.0-3291.g994e2f20.e 3.1 MB/s | 321 kB 00:00 2024-04-25T15:48:18.349 INFO:teuthology.orchestra.run.smithi116.stdout:(23/152): python3-rbd-19.0.0-3291.g994e2f20.el9 3.2 MB/s | 298 kB 00:00 2024-04-25T15:48:18.432 INFO:teuthology.orchestra.run.smithi116.stdout:(24/152): python3-rgw-19.0.0-3291.g994e2f20.el9 1.2 MB/s | 100 kB 00:00 2024-04-25T15:48:18.507 INFO:teuthology.orchestra.run.smithi116.stdout:(25/152): rbd-fuse-19.0.0-3291.g994e2f20.el9.x8 1.1 MB/s | 86 kB 00:00 2024-04-25T15:48:19.007 INFO:teuthology.orchestra.run.smithi116.stdout:(26/152): rbd-mirror-19.0.0-3291.g994e2f20.el9. 6.1 MB/s | 3.0 MB 00:00 2024-04-25T15:48:19.100 INFO:teuthology.orchestra.run.smithi116.stdout:(27/152): rbd-nbd-19.0.0-3291.g994e2f20.el9.x86 1.8 MB/s | 169 kB 00:00 2024-04-25T15:48:19.167 INFO:teuthology.orchestra.run.smithi116.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3291.g 513 kB/s | 34 kB 00:00 2024-04-25T15:48:19.220 INFO:teuthology.orchestra.run.smithi112.stdout:(8/152): ceph-common-19.0.0-3291.g994e2f20.el9. 3.5 MB/s | 20 MB 00:05 2024-04-25T15:48:19.234 INFO:teuthology.orchestra.run.smithi116.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3291.g994e2f2 2.1 MB/s | 142 kB 00:00 2024-04-25T15:48:19.244 INFO:teuthology.orchestra.run.smithi133.stdout:(7/152): ceph-mon-19.0.0-3291.g994e2f20.el9.x86 2.1 MB/s | 4.9 MB 00:02 2024-04-25T15:48:19.279 INFO:teuthology.orchestra.run.smithi112.stdout:(9/152): ceph-selinux-19.0.0-3291.g994e2f20.el9 433 kB/s | 25 kB 00:00 2024-04-25T15:48:19.792 INFO:teuthology.orchestra.run.smithi116.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3291.g994e2 6.3 MB/s | 3.5 MB 00:00 2024-04-25T15:48:19.863 INFO:teuthology.orchestra.run.smithi112.stdout:(10/152): ceph-radosgw-19.0.0-3291.g994e2f20.el 3.7 MB/s | 10 MB 00:02 2024-04-25T15:48:19.963 INFO:teuthology.orchestra.run.smithi112.stdout:(11/152): cephfs-mirror-19.0.0-3291.g994e2f20.e 2.2 MB/s | 224 kB 00:00 2024-04-25T15:48:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:(12/152): cephfs-shell-19.0.0-3291.g994e2f20.el 295 kB/s | 27 kB 00:00 2024-04-25T15:48:20.146 INFO:teuthology.orchestra.run.smithi112.stdout:(13/152): libcephfs-devel-19.0.0-3291.g994e2f20 346 kB/s | 32 kB 00:00 2024-04-25T15:48:20.397 INFO:teuthology.orchestra.run.smithi112.stdout:(14/152): libcephfs2-19.0.0-3291.g994e2f20.el9. 3.0 MB/s | 756 kB 00:00 2024-04-25T15:48:20.489 INFO:teuthology.orchestra.run.smithi112.stdout:(15/152): libcephsqlite-19.0.0-3291.g994e2f20.e 1.7 MB/s | 158 kB 00:00 2024-04-25T15:48:20.576 INFO:teuthology.orchestra.run.smithi116.stdout:(31/152): ceph-osd-19.0.0-3291.g994e2f20.el9.x8 3.0 MB/s | 18 MB 00:05 2024-04-25T15:48:20.589 INFO:teuthology.orchestra.run.smithi112.stdout:(16/152): librados-devel-19.0.0-3291.g994e2f20. 1.2 MB/s | 127 kB 00:00 2024-04-25T15:48:20.756 INFO:teuthology.orchestra.run.smithi112.stdout:(17/152): libradosstriper1-19.0.0-3291.g994e2f2 2.9 MB/s | 497 kB 00:00 2024-04-25T15:48:20.795 INFO:teuthology.orchestra.run.smithi116.stdout:(32/152): ceph-mgr-diskprediction-local-19.0.0- 7.4 MB/s | 7.4 MB 00:01 2024-04-25T15:48:20.820 INFO:teuthology.orchestra.run.smithi116.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3291.g99 1.0 MB/s | 249 kB 00:00 2024-04-25T15:48:20.870 INFO:teuthology.orchestra.run.smithi116.stdout:(34/152): ceph-mgr-rook-19.0.0-3291.g994e2f20.e 656 kB/s | 49 kB 00:00 2024-04-25T15:48:20.912 INFO:teuthology.orchestra.run.smithi116.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3291.g9 179 kB/s | 16 kB 00:00 2024-04-25T15:48:20.954 INFO:teuthology.orchestra.run.smithi116.stdout:(36/152): ceph-volume-19.0.0-3291.g994e2f20.el9 3.2 MB/s | 273 kB 00:00 2024-04-25T15:48:21.038 INFO:teuthology.orchestra.run.smithi116.stdout:(37/152): cephfs-top-19.0.0-3291.g994e2f20.el9. 219 kB/s | 18 kB 00:00 2024-04-25T15:48:21.296 INFO:teuthology.orchestra.run.smithi116.stdout:(38/152): cephadm-19.0.0-3291.g994e2f20.el9.noa 1.9 MB/s | 762 kB 00:00 2024-04-25T15:48:21.322 INFO:teuthology.orchestra.run.smithi116.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 283 kB/s | 80 kB 00:00 2024-04-25T15:48:21.522 INFO:teuthology.orchestra.run.smithi116.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.5 MB/s | 803 kB 00:00 2024-04-25T15:48:21.547 INFO:teuthology.orchestra.run.smithi116.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 867 kB/s | 195 kB 00:00 2024-04-25T15:48:21.664 INFO:teuthology.orchestra.run.smithi116.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.8 MB/s | 253 kB 00:00 2024-04-25T15:48:21.773 INFO:teuthology.orchestra.run.smithi116.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 5.4 MB/s | 1.2 MB 00:00 2024-04-25T15:48:21.798 INFO:teuthology.orchestra.run.smithi116.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 802 kB/s | 106 kB 00:00 2024-04-25T15:48:21.857 INFO:teuthology.orchestra.run.smithi112.stdout:(18/152): librgw2-19.0.0-3291.g994e2f20.el9.x86 4.7 MB/s | 5.2 MB 00:01 2024-04-25T15:48:21.873 INFO:teuthology.orchestra.run.smithi116.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-04-25T15:48:21.899 INFO:teuthology.orchestra.run.smithi116.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-04-25T15:48:21.924 INFO:teuthology.orchestra.run.smithi112.stdout:(19/152): python3-ceph-argparse-19.0.0-3291.g99 679 kB/s | 45 kB 00:00 2024-04-25T15:48:21.974 INFO:teuthology.orchestra.run.smithi116.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-04-25T15:48:22.002 INFO:teuthology.orchestra.run.smithi112.stdout:(20/152): python3-ceph-common-19.0.0-3291.g994e 1.8 MB/s | 135 kB 00:00 2024-04-25T15:48:22.015 INFO:teuthology.orchestra.run.smithi116.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 5.8 MB/s | 689 kB 00:00 2024-04-25T15:48:22.074 INFO:teuthology.orchestra.run.smithi112.stdout:(21/152): python3-cephfs-19.0.0-3291.g994e2f20. 2.1 MB/s | 161 kB 00:00 2024-04-25T15:48:22.116 INFO:teuthology.orchestra.run.smithi116.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 6.5 MB/s | 943 kB 00:00 2024-04-25T15:48:22.141 INFO:teuthology.orchestra.run.smithi116.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 854 kB/s | 107 kB 00:00 2024-04-25T15:48:22.199 INFO:teuthology.orchestra.run.smithi112.stdout:(22/152): python3-rados-19.0.0-3291.g994e2f20.e 2.5 MB/s | 321 kB 00:00 2024-04-25T15:48:22.225 INFO:teuthology.orchestra.run.smithi116.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 198 kB/s | 21 kB 00:00 2024-04-25T15:48:22.250 INFO:teuthology.orchestra.run.smithi116.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-04-25T15:48:22.324 INFO:teuthology.orchestra.run.smithi112.stdout:(23/152): python3-rbd-19.0.0-3291.g994e2f20.el9 2.3 MB/s | 298 kB 00:00 2024-04-25T15:48:22.325 INFO:teuthology.orchestra.run.smithi116.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 329 kB/s | 33 kB 00:00 2024-04-25T15:48:22.383 INFO:teuthology.orchestra.run.smithi112.stdout:(24/152): python3-rgw-19.0.0-3291.g994e2f20.el9 1.7 MB/s | 100 kB 00:00 2024-04-25T15:48:22.458 INFO:teuthology.orchestra.run.smithi112.stdout:(25/152): rbd-fuse-19.0.0-3291.g994e2f20.el9.x8 1.1 MB/s | 86 kB 00:00 2024-04-25T15:48:22.627 INFO:teuthology.orchestra.run.smithi133.stdout:(8/152): ceph-common-19.0.0-3291.g994e2f20.el9. 2.3 MB/s | 20 MB 00:08 2024-04-25T15:48:22.735 INFO:teuthology.orchestra.run.smithi133.stdout:(9/152): ceph-radosgw-19.0.0-3291.g994e2f20.el9 2.9 MB/s | 10 MB 00:03 2024-04-25T15:48:22.760 INFO:teuthology.orchestra.run.smithi133.stdout:(10/152): ceph-selinux-19.0.0-3291.g994e2f20.el 189 kB/s | 25 kB 00:00 2024-04-25T15:48:22.792 INFO:teuthology.orchestra.run.smithi112.stdout:(26/152): rbd-mirror-19.0.0-3291.g994e2f20.el9. 9.1 MB/s | 3.0 MB 00:00 2024-04-25T15:48:22.809 INFO:teuthology.orchestra.run.smithi116.stdout:(54/152): ceph-test-19.0.0-3291.g994e2f20.el9.x 6.4 MB/s | 43 MB 00:06 2024-04-25T15:48:22.827 INFO:teuthology.orchestra.run.smithi133.stdout:(11/152): cephfs-mirror-19.0.0-3291.g994e2f20.e 3.3 MB/s | 224 kB 00:00 2024-04-25T15:48:22.842 INFO:teuthology.orchestra.run.smithi112.stdout:(27/152): rbd-nbd-19.0.0-3291.g994e2f20.el9.x86 3.3 MB/s | 169 kB 00:00 2024-04-25T15:48:22.859 INFO:teuthology.orchestra.run.smithi116.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.9 MB/s | 3.0 MB 00:00 2024-04-25T15:48:22.878 INFO:teuthology.orchestra.run.smithi133.stdout:(12/152): cephfs-shell-19.0.0-3291.g994e2f20.el 543 kB/s | 27 kB 00:00 2024-04-25T15:48:22.884 INFO:teuthology.orchestra.run.smithi116.stdout:(56/152): flexiblas-openblas-openmp-3.0.4-8.el9 33 kB/s | 18 kB 00:00 2024-04-25T15:48:22.893 INFO:teuthology.orchestra.run.smithi112.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3291.g 683 kB/s | 34 kB 00:00 2024-04-25T15:48:22.909 INFO:teuthology.orchestra.run.smithi116.stdout:(57/152): libaio-devel-0.3.111-13.el9.x86_64.rp 112 kB/s | 11 kB 00:00 2024-04-25T15:48:22.928 INFO:teuthology.orchestra.run.smithi133.stdout:(13/152): libcephfs-devel-19.0.0-3291.g994e2f20 634 kB/s | 32 kB 00:00 2024-04-25T15:48:22.943 INFO:teuthology.orchestra.run.smithi112.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3291.g994e2f2 2.8 MB/s | 142 kB 00:00 2024-04-25T15:48:22.985 INFO:teuthology.orchestra.run.smithi116.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-04-25T15:48:23.010 INFO:teuthology.orchestra.run.smithi116.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 362 kB/s | 45 kB 00:00 2024-04-25T15:48:23.035 INFO:teuthology.orchestra.run.smithi116.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-04-25T15:48:23.127 INFO:teuthology.orchestra.run.smithi116.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 4.0 MB/s | 582 kB 00:00 2024-04-25T15:48:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:(14/152): libcephfs2-19.0.0-3291.g994e2f20.el9. 3.4 MB/s | 756 kB 00:00 2024-04-25T15:48:23.152 INFO:teuthology.orchestra.run.smithi116.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 217 kB/s | 25 kB 00:00 2024-04-25T15:48:23.178 INFO:teuthology.orchestra.run.smithi116.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 334 kB/s | 47 kB 00:00 2024-04-25T15:48:23.212 INFO:teuthology.orchestra.run.smithi133.stdout:(15/152): libcephsqlite-19.0.0-3291.g994e2f20.e 2.3 MB/s | 158 kB 00:00 2024-04-25T15:48:23.228 INFO:teuthology.orchestra.run.smithi116.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 292 kB 00:00 2024-04-25T15:48:23.279 INFO:teuthology.orchestra.run.smithi133.stdout:(16/152): librados-devel-19.0.0-3291.g994e2f20. 1.9 MB/s | 127 kB 00:00 2024-04-25T15:48:23.320 INFO:teuthology.orchestra.run.smithi116.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 1.3 MB/s | 188 kB 00:00 2024-04-25T15:48:23.345 INFO:teuthology.orchestra.run.smithi116.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 211 kB/s | 35 kB 00:00 2024-04-25T15:48:23.429 INFO:teuthology.orchestra.run.smithi133.stdout:(17/152): libradosstriper1-19.0.0-3291.g994e2f2 3.2 MB/s | 497 kB 00:00 2024-04-25T15:48:23.504 INFO:teuthology.orchestra.run.smithi116.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 17 MB/s | 4.7 MB 00:00 2024-04-25T15:48:23.510 INFO:teuthology.orchestra.run.smithi112.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3291.g994e2 6.2 MB/s | 3.5 MB 00:00 2024-04-25T15:48:23.562 INFO:teuthology.orchestra.run.smithi116.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 7.4 MB/s | 1.6 MB 00:00 2024-04-25T15:48:23.646 INFO:teuthology.orchestra.run.smithi116.stdout:(69/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-25T15:48:23.680 INFO:teuthology.orchestra.run.smithi116.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 5.2 MB/s | 911 kB 00:00 2024-04-25T15:48:23.705 INFO:teuthology.orchestra.run.smithi116.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 952 kB/s | 133 kB 00:00 2024-04-25T15:48:23.797 INFO:teuthology.orchestra.run.smithi116.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 956 kB/s | 87 kB 00:00 2024-04-25T15:48:23.830 INFO:teuthology.orchestra.run.smithi116.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-04-25T15:48:23.897 INFO:teuthology.orchestra.run.smithi116.stdout:(74/152): postgresql-server-13.14-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-04-25T15:48:23.931 INFO:teuthology.orchestra.run.smithi116.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-04-25T15:48:23.989 INFO:teuthology.orchestra.run.smithi116.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 2.7 MB/s | 248 kB 00:00 2024-04-25T15:48:24.014 INFO:teuthology.orchestra.run.smithi116.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 313 kB/s | 26 kB 00:00 2024-04-25T15:48:24.090 INFO:teuthology.orchestra.run.smithi116.stdout:(78/152): python3-babel-2.9.1-2.el9.noarch.rpm 20 MB/s | 6.0 MB 00:00 2024-04-25T15:48:24.115 INFO:teuthology.orchestra.run.smithi116.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 152 kB/s | 19 kB 00:00 2024-04-25T15:48:24.140 INFO:teuthology.orchestra.run.smithi116.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-04-25T15:48:24.174 INFO:teuthology.orchestra.run.smithi116.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 417 kB/s | 35 kB 00:00 2024-04-25T15:48:24.246 INFO:teuthology.orchestra.run.smithi133.stdout:(18/152): ceph-osd-19.0.0-3291.g994e2f20.el9.x8 2.7 MB/s | 18 MB 00:06 2024-04-25T15:48:24.266 INFO:teuthology.orchestra.run.smithi116.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.0 MB/s | 250 kB 00:00 2024-04-25T15:48:24.291 INFO:teuthology.orchestra.run.smithi116.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-04-25T15:48:24.313 INFO:teuthology.orchestra.run.smithi133.stdout:(19/152): python3-ceph-argparse-19.0.0-3291.g99 681 kB/s | 45 kB 00:00 2024-04-25T15:48:24.333 INFO:teuthology.orchestra.run.smithi116.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-04-25T15:48:24.380 INFO:teuthology.orchestra.run.smithi133.stdout:(20/152): python3-ceph-common-19.0.0-3291.g994e 2.0 MB/s | 135 kB 00:00 2024-04-25T15:48:24.408 INFO:teuthology.orchestra.run.smithi116.stdout:(85/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 19 MB/s | 5.1 MB 00:00 2024-04-25T15:48:24.434 INFO:teuthology.orchestra.run.smithi116.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 303 kB/s | 42 kB 00:00 2024-04-25T15:48:24.447 INFO:teuthology.orchestra.run.smithi133.stdout:(21/152): python3-cephfs-19.0.0-3291.g994e2f20. 2.4 MB/s | 161 kB 00:00 2024-04-25T15:48:24.458 INFO:teuthology.orchestra.run.smithi116.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-04-25T15:48:24.526 INFO:teuthology.orchestra.run.smithi116.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-04-25T15:48:24.555 INFO:teuthology.orchestra.run.smithi133.stdout:(22/152): python3-rados-19.0.0-3291.g994e2f20.e 2.9 MB/s | 321 kB 00:00 2024-04-25T15:48:24.584 INFO:teuthology.orchestra.run.smithi116.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-04-25T15:48:24.609 INFO:teuthology.orchestra.run.smithi116.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 339 kB/s | 51 kB 00:00 2024-04-25T15:48:24.635 INFO:teuthology.orchestra.run.smithi116.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 493 kB/s | 54 kB 00:00 2024-04-25T15:48:24.639 INFO:teuthology.orchestra.run.smithi133.stdout:(23/152): librgw2-19.0.0-3291.g994e2f20.el9.x86 4.3 MB/s | 5.2 MB 00:01 2024-04-25T15:48:24.660 INFO:teuthology.orchestra.run.smithi112.stdout:(31/152): ceph-mgr-diskprediction-local-19.0.0- 6.4 MB/s | 7.4 MB 00:01 2024-04-25T15:48:24.665 INFO:teuthology.orchestra.run.smithi133.stdout:(24/152): python3-rbd-19.0.0-3291.g994e2f20.el9 2.7 MB/s | 298 kB 00:00 2024-04-25T15:48:24.690 INFO:teuthology.orchestra.run.smithi133.stdout:(25/152): python3-rgw-19.0.0-3291.g994e2f20.el9 1.9 MB/s | 100 kB 00:00 2024-04-25T15:48:24.719 INFO:teuthology.orchestra.run.smithi112.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3291.g99 4.2 MB/s | 249 kB 00:00 2024-04-25T15:48:24.723 INFO:teuthology.orchestra.run.smithi133.stdout:(26/152): rbd-fuse-19.0.0-3291.g994e2f20.el9.x8 1.4 MB/s | 86 kB 00:00 2024-04-25T15:48:24.751 INFO:teuthology.orchestra.run.smithi116.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 366 kB/s | 42 kB 00:00 2024-04-25T15:48:24.769 INFO:teuthology.orchestra.run.smithi112.stdout:(33/152): ceph-mgr-rook-19.0.0-3291.g994e2f20.e 989 kB/s | 49 kB 00:00 2024-04-25T15:48:24.774 INFO:teuthology.orchestra.run.smithi133.stdout:(27/152): rbd-nbd-19.0.0-3291.g994e2f20.el9.x86 3.3 MB/s | 169 kB 00:00 2024-04-25T15:48:24.776 INFO:teuthology.orchestra.run.smithi116.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 318 kB/s | 44 kB 00:00 2024-04-25T15:48:24.819 INFO:teuthology.orchestra.run.smithi112.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3291.g9 329 kB/s | 16 kB 00:00 2024-04-25T15:48:24.832 INFO:teuthology.orchestra.run.smithi133.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3291.g 586 kB/s | 34 kB 00:00 2024-04-25T15:48:24.878 INFO:teuthology.orchestra.run.smithi112.stdout:(35/152): ceph-volume-19.0.0-3291.g994e2f20.el9 4.6 MB/s | 273 kB 00:00 2024-04-25T15:48:24.900 INFO:teuthology.orchestra.run.smithi133.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3291.g994e2f2 2.1 MB/s | 142 kB 00:00 2024-04-25T15:48:24.944 INFO:teuthology.orchestra.run.smithi116.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 45 MB/s | 16 MB 00:00 2024-04-25T15:48:24.969 INFO:teuthology.orchestra.run.smithi116.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.0 MB/s | 221 kB 00:00 2024-04-25T15:48:24.986 INFO:teuthology.orchestra.run.smithi116.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 173 kB/s | 36 kB 00:00 2024-04-25T15:48:25.036 INFO:teuthology.orchestra.run.smithi116.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 518 kB/s | 47 kB 00:00 2024-04-25T15:48:25.037 INFO:teuthology.orchestra.run.smithi112.stdout:(36/152): cephadm-19.0.0-3291.g994e2f20.el9.noa 4.7 MB/s | 762 kB 00:00 2024-04-25T15:48:25.078 INFO:teuthology.orchestra.run.smithi116.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 3.2 MB/s | 305 kB 00:00 2024-04-25T15:48:25.096 INFO:teuthology.orchestra.run.smithi112.stdout:(37/152): cephfs-top-19.0.0-3291.g994e2f20.el9. 312 kB/s | 18 kB 00:00 2024-04-25T15:48:25.103 INFO:teuthology.orchestra.run.smithi116.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 494 kB/s | 58 kB 00:00 2024-04-25T15:48:25.129 INFO:teuthology.orchestra.run.smithi116.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.0 MB/s | 94 kB 00:00 2024-04-25T15:48:25.179 INFO:teuthology.orchestra.run.smithi116.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 636 kB/s | 64 kB 00:00 2024-04-25T15:48:25.204 INFO:teuthology.orchestra.run.smithi112.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 743 kB/s | 80 kB 00:00 2024-04-25T15:48:25.205 INFO:teuthology.orchestra.run.smithi116.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 597 kB/s | 45 kB 00:00 2024-04-25T15:48:25.221 INFO:teuthology.orchestra.run.smithi116.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 242 kB/s | 22 kB 00:00 2024-04-25T15:48:25.275 INFO:teuthology.orchestra.run.smithi133.stdout:(30/152): rbd-mirror-19.0.0-3291.g994e2f20.el9. 5.2 MB/s | 3.0 MB 00:00 2024-04-25T15:48:25.288 INFO:teuthology.orchestra.run.smithi116.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 7.7 MB/s | 863 kB 00:00 2024-04-25T15:48:25.372 INFO:teuthology.orchestra.run.smithi116.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 233 kB/s | 19 kB 00:00 2024-04-25T15:48:25.413 INFO:teuthology.orchestra.run.smithi112.stdout:(39/152): ceph-osd-19.0.0-3291.g994e2f20.el9.x8 2.1 MB/s | 18 MB 00:08 2024-04-25T15:48:25.413 INFO:teuthology.orchestra.run.smithi116.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.6 MB/s | 309 kB 00:00 2024-04-25T15:48:25.439 INFO:teuthology.orchestra.run.smithi116.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.3 MB/s | 548 kB 00:00 2024-04-25T15:48:25.446 INFO:teuthology.orchestra.run.smithi112.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.2 MB/s | 803 kB 00:00 2024-04-25T15:48:25.464 INFO:teuthology.orchestra.run.smithi116.stdout:(108/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 516 kB/s | 26 kB 00:00 2024-04-25T15:48:25.472 INFO:teuthology.orchestra.run.smithi112.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-04-25T15:48:25.489 INFO:teuthology.orchestra.run.smithi116.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 968 kB/s | 49 kB 00:00 2024-04-25T15:48:25.497 INFO:teuthology.orchestra.run.smithi112.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-04-25T15:48:25.523 INFO:teuthology.orchestra.run.smithi116.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-04-25T15:48:25.548 INFO:teuthology.orchestra.run.smithi116.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-04-25T15:48:25.556 INFO:teuthology.orchestra.run.smithi112.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-04-25T15:48:25.581 INFO:teuthology.orchestra.run.smithi112.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.3 MB/s | 106 kB 00:00 2024-04-25T15:48:25.606 INFO:teuthology.orchestra.run.smithi112.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.7 MB/s | 135 kB 00:00 2024-04-25T15:48:25.617 INFO:teuthology.orchestra.run.smithi133.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3291.g994e2 4.9 MB/s | 3.5 MB 00:00 2024-04-25T15:48:25.631 INFO:teuthology.orchestra.run.smithi112.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.5 MB/s | 125 kB 00:00 2024-04-25T15:48:25.657 INFO:teuthology.orchestra.run.smithi116.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 5.0 MB/s | 548 kB 00:00 2024-04-25T15:48:25.657 INFO:teuthology.orchestra.run.smithi112.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-25T15:48:25.682 INFO:teuthology.orchestra.run.smithi112.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 14 MB/s | 689 kB 00:00 2024-04-25T15:48:25.682 INFO:teuthology.orchestra.run.smithi116.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 5.2 MB/s | 838 kB 00:00 2024-04-25T15:48:25.707 INFO:teuthology.orchestra.run.smithi116.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 867 kB/s | 43 kB 00:00 2024-04-25T15:48:25.708 INFO:teuthology.orchestra.run.smithi133.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3291.g99 2.7 MB/s | 249 kB 00:00 2024-04-25T15:48:25.716 INFO:teuthology.orchestra.run.smithi112.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 16 MB/s | 943 kB 00:00 2024-04-25T15:48:25.732 INFO:teuthology.orchestra.run.smithi116.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 642 kB/s | 32 kB 00:00 2024-04-25T15:48:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-25T15:48:25.758 INFO:teuthology.orchestra.run.smithi116.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 298 kB/s | 15 kB 00:00 2024-04-25T15:48:25.759 INFO:teuthology.orchestra.run.smithi133.stdout:(33/152): ceph-mgr-rook-19.0.0-3291.g994e2f20.e 985 kB/s | 49 kB 00:00 2024-04-25T15:48:25.766 INFO:teuthology.orchestra.run.smithi112.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 432 kB/s | 21 kB 00:00 2024-04-25T15:48:25.783 INFO:teuthology.orchestra.run.smithi116.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-04-25T15:48:25.791 INFO:teuthology.orchestra.run.smithi112.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-25T15:48:25.808 INFO:teuthology.orchestra.run.smithi112.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 794 kB/s | 33 kB 00:00 2024-04-25T15:48:25.809 INFO:teuthology.orchestra.run.smithi133.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3291.g9 328 kB/s | 16 kB 00:00 2024-04-25T15:48:25.875 INFO:teuthology.orchestra.run.smithi116.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-04-25T15:48:25.892 INFO:teuthology.orchestra.run.smithi112.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 30 MB/s | 3.0 MB 00:00 2024-04-25T15:48:25.900 INFO:teuthology.orchestra.run.smithi116.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-04-25T15:48:25.901 INFO:teuthology.orchestra.run.smithi133.stdout:(35/152): ceph-volume-19.0.0-3291.g994e2f20.el9 2.9 MB/s | 273 kB 00:00 2024-04-25T15:48:25.909 INFO:teuthology.orchestra.run.smithi112.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 183 kB/s | 18 kB 00:00 2024-04-25T15:48:25.917 INFO:teuthology.orchestra.run.smithi116.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 841 kB/s | 35 kB 00:00 2024-04-25T15:48:25.926 INFO:teuthology.orchestra.run.smithi112.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 334 kB/s | 11 kB 00:00 2024-04-25T15:48:25.954 INFO:teuthology.orchestra.run.smithi112.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-04-25T15:48:25.968 INFO:teuthology.orchestra.run.smithi116.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 3.0 MB/s | 206 kB 00:00 2024-04-25T15:48:25.976 INFO:teuthology.orchestra.run.smithi112.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 909 kB/s | 45 kB 00:00 2024-04-25T15:48:26.002 INFO:teuthology.orchestra.run.smithi112.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-25T15:48:26.018 INFO:teuthology.orchestra.run.smithi116.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-04-25T15:48:26.027 INFO:teuthology.orchestra.run.smithi112.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 12 MB/s | 582 kB 00:00 2024-04-25T15:48:26.052 INFO:teuthology.orchestra.run.smithi112.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 516 kB/s | 25 kB 00:00 2024-04-25T15:48:26.060 INFO:teuthology.orchestra.run.smithi133.stdout:(36/152): cephadm-19.0.0-3291.g994e2f20.el9.noa 4.7 MB/s | 762 kB 00:00 2024-04-25T15:48:26.078 INFO:teuthology.orchestra.run.smithi112.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-04-25T15:48:26.085 INFO:teuthology.orchestra.run.smithi116.stdout:(123/152): libarrow-9.0.0-10.el9.x86_64.rpm 6.2 MB/s | 4.4 MB 00:00 2024-04-25T15:48:26.102 INFO:teuthology.orchestra.run.smithi116.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-04-25T15:48:26.103 INFO:teuthology.orchestra.run.smithi112.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-25T15:48:26.118 INFO:teuthology.orchestra.run.smithi133.stdout:(37/152): cephfs-top-19.0.0-3291.g994e2f20.el9. 313 kB/s | 18 kB 00:00 2024-04-25T15:48:26.127 INFO:teuthology.orchestra.run.smithi116.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 422 kB/s | 18 kB 00:00 2024-04-25T15:48:26.129 INFO:teuthology.orchestra.run.smithi112.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-25T15:48:26.152 INFO:teuthology.orchestra.run.smithi116.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-04-25T15:48:26.154 INFO:teuthology.orchestra.run.smithi112.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 707 kB/s | 35 kB 00:00 2024-04-25T15:48:26.194 INFO:teuthology.orchestra.run.smithi116.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 290 kB/s | 19 kB 00:00 2024-04-25T15:48:26.228 INFO:teuthology.orchestra.run.smithi116.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-04-25T15:48:26.246 INFO:teuthology.orchestra.run.smithi112.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2024-04-25T15:48:26.278 INFO:teuthology.orchestra.run.smithi116.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 928 kB/s | 46 kB 00:00 2024-04-25T15:48:26.294 INFO:teuthology.orchestra.run.smithi133.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 459 kB/s | 80 kB 00:00 2024-04-25T15:48:26.329 INFO:teuthology.orchestra.run.smithi116.stdout:(130/152): python3-grpcio-1.46.7-10.el9.x86_64. 5.0 MB/s | 2.0 MB 00:00 2024-04-25T15:48:26.329 INFO:teuthology.orchestra.run.smithi112.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 26 MB/s | 4.4 MB 00:00 2024-04-25T15:48:26.385 INFO:teuthology.orchestra.run.smithi133.stdout:(39/152): ceph-mgr-diskprediction-local-19.0.0- 6.7 MB/s | 7.4 MB 00:01 2024-04-25T15:48:26.389 INFO:teuthology.orchestra.run.smithi112.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-25T15:48:26.397 INFO:teuthology.orchestra.run.smithi116.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 664 kB/s | 79 kB 00:00 2024-04-25T15:48:26.421 INFO:teuthology.orchestra.run.smithi116.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 629 kB/s | 58 kB 00:00 2024-04-25T15:48:26.430 INFO:teuthology.orchestra.run.smithi112.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 9.1 MB/s | 911 kB 00:00 2024-04-25T15:48:26.444 INFO:teuthology.orchestra.run.smithi133.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 5.2 MB/s | 803 kB 00:00 2024-04-25T15:48:26.454 INFO:teuthology.orchestra.run.smithi116.stdout:(133/152): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-04-25T15:48:26.455 INFO:teuthology.orchestra.run.smithi112.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-25T15:48:26.469 INFO:teuthology.orchestra.run.smithi133.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-04-25T15:48:26.480 INFO:teuthology.orchestra.run.smithi116.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-04-25T15:48:26.494 INFO:teuthology.orchestra.run.smithi133.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-04-25T15:48:26.505 INFO:teuthology.orchestra.run.smithi116.stdout:(135/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-04-25T15:48:26.530 INFO:teuthology.orchestra.run.smithi116.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-25T15:48:26.564 INFO:teuthology.orchestra.run.smithi116.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 337 kB/s | 28 kB 00:00 2024-04-25T15:48:26.589 INFO:teuthology.orchestra.run.smithi116.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 367 kB/s | 31 kB 00:00 2024-04-25T15:48:26.614 INFO:teuthology.orchestra.run.smithi116.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-04-25T15:48:26.628 INFO:teuthology.orchestra.run.smithi133.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 7.8 MB/s | 1.2 MB 00:00 2024-04-25T15:48:26.640 INFO:teuthology.orchestra.run.smithi116.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-04-25T15:48:26.654 INFO:teuthology.orchestra.run.smithi133.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 671 kB/s | 106 kB 00:00 2024-04-25T15:48:26.665 INFO:teuthology.orchestra.run.smithi116.stdout:(141/152): python3-rsa-4.9-2.el9.noarch.rpm 587 kB/s | 59 kB 00:00 2024-04-25T15:48:26.679 INFO:teuthology.orchestra.run.smithi133.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-25T15:48:26.690 INFO:teuthology.orchestra.run.smithi116.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-04-25T15:48:26.712 INFO:teuthology.orchestra.run.smithi133.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-25T15:48:26.715 INFO:teuthology.orchestra.run.smithi116.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-04-25T15:48:26.738 INFO:teuthology.orchestra.run.smithi133.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-04-25T15:48:26.740 INFO:teuthology.orchestra.run.smithi116.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-04-25T15:48:26.766 INFO:teuthology.orchestra.run.smithi116.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-25T15:48:26.780 INFO:teuthology.orchestra.run.smithi133.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 10 MB/s | 689 kB 00:00 2024-04-25T15:48:26.791 INFO:teuthology.orchestra.run.smithi116.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 264 kB/s | 20 kB 00:00 2024-04-25T15:48:26.838 INFO:teuthology.orchestra.run.smithi133.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 9.3 MB/s | 943 kB 00:00 2024-04-25T15:48:26.849 INFO:teuthology.orchestra.run.smithi116.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-25T15:48:26.864 INFO:teuthology.orchestra.run.smithi133.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.3 MB/s | 107 kB 00:00 2024-04-25T15:48:26.889 INFO:teuthology.orchestra.run.smithi133.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 430 kB/s | 21 kB 00:00 2024-04-25T15:48:26.922 INFO:teuthology.orchestra.run.smithi133.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 313 kB 00:00 2024-04-25T15:48:26.948 INFO:teuthology.orchestra.run.smithi133.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 556 kB/s | 33 kB 00:00 2024-04-25T15:48:26.964 INFO:teuthology.orchestra.run.smithi112.stdout:(71/152): ceph-test-19.0.0-3291.g994e2f20.el9.x 5.6 MB/s | 43 MB 00:07 2024-04-25T15:48:27.025 INFO:teuthology.orchestra.run.smithi116.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 6.1 MB/s | 1.6 MB 00:00 2024-04-25T15:48:27.048 INFO:teuthology.orchestra.run.smithi112.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 9.4 MB/s | 5.8 MB 00:00 2024-04-25T15:48:27.081 INFO:teuthology.orchestra.run.smithi112.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 1.6 MB/s | 1.0 MB 00:00 2024-04-25T15:48:27.106 INFO:teuthology.orchestra.run.smithi112.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 631 kB/s | 87 kB 00:00 2024-04-25T15:48:27.123 INFO:teuthology.orchestra.run.smithi133.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-04-25T15:48:27.140 INFO:teuthology.orchestra.run.smithi133.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 95 kB/s | 18 kB 00:00 2024-04-25T15:48:27.167 INFO:teuthology.orchestra.run.smithi116.stdout:(149/152): librbd1-19.0.0-3291.g994e2f20.el9.x8 9.8 MB/s | 3.1 MB 00:00 2024-04-25T15:48:27.173 INFO:teuthology.orchestra.run.smithi112.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.6 MB/s | 244 kB 00:00 2024-04-25T15:48:27.174 INFO:teuthology.orchestra.run.smithi133.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-25T15:48:27.209 INFO:teuthology.orchestra.run.smithi116.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 7.4 MB/s | 1.3 MB 00:00 2024-04-25T15:48:27.215 INFO:teuthology.orchestra.run.smithi133.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-04-25T15:48:27.232 INFO:teuthology.orchestra.run.smithi133.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 774 kB/s | 45 kB 00:00 2024-04-25T15:48:27.274 INFO:teuthology.orchestra.run.smithi112.stdout:(76/152): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 6.0 MB 00:00 2024-04-25T15:48:27.283 INFO:teuthology.orchestra.run.smithi133.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-04-25T15:48:27.299 INFO:teuthology.orchestra.run.smithi112.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-04-25T15:48:27.324 INFO:teuthology.orchestra.run.smithi112.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 173 kB/s | 26 kB 00:00 2024-04-25T15:48:27.325 INFO:teuthology.orchestra.run.smithi133.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 6.2 MB/s | 582 kB 00:00 2024-04-25T15:48:27.349 INFO:teuthology.orchestra.run.smithi112.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 256 kB/s | 19 kB 00:00 2024-04-25T15:48:27.350 INFO:teuthology.orchestra.run.smithi133.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 383 kB/s | 25 kB 00:00 2024-04-25T15:48:27.367 INFO:teuthology.orchestra.run.smithi116.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-04-25T15:48:27.374 INFO:teuthology.orchestra.run.smithi112.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-25T15:48:27.375 INFO:teuthology.orchestra.run.smithi133.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-04-25T15:48:27.400 INFO:teuthology.orchestra.run.smithi112.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 463 kB/s | 35 kB 00:00 2024-04-25T15:48:27.434 INFO:teuthology.orchestra.run.smithi133.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-04-25T15:48:27.534 INFO:teuthology.orchestra.run.smithi133.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 1.2 MB/s | 188 kB 00:00 2024-04-25T15:48:27.559 INFO:teuthology.orchestra.run.smithi133.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 281 kB/s | 35 kB 00:00 2024-04-25T15:48:27.592 INFO:teuthology.orchestra.run.smithi112.stdout:(82/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 5.1 MB 00:00 2024-04-25T15:48:27.617 INFO:teuthology.orchestra.run.smithi112.stdout:(83/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.1 MB/s | 250 kB 00:00 2024-04-25T15:48:27.642 INFO:teuthology.orchestra.run.smithi112.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 923 kB/s | 222 kB 00:00 2024-04-25T15:48:27.676 INFO:teuthology.orchestra.run.smithi112.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 928 kB/s | 77 kB 00:00 2024-04-25T15:48:27.701 INFO:teuthology.orchestra.run.smithi112.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 726 kB/s | 42 kB 00:00 2024-04-25T15:48:27.726 INFO:teuthology.orchestra.run.smithi112.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 3.2 MB/s | 269 kB 00:00 2024-04-25T15:48:27.752 INFO:teuthology.orchestra.run.smithi112.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-25T15:48:27.785 INFO:teuthology.orchestra.run.smithi112.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-04-25T15:48:27.810 INFO:teuthology.orchestra.run.smithi112.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 612 kB/s | 51 kB 00:00 2024-04-25T15:48:27.817 INFO:teuthology.orchestra.run.smithi116.stdout:(152/152): librados2-19.0.0-3291.g994e2f20.el9. 3.2 MB/s | 3.3 MB 00:01 2024-04-25T15:48:27.822 INFO:teuthology.orchestra.run.smithi116.stdout:-------------------------------------------------------------------------------- 2024-04-25T15:48:27.822 INFO:teuthology.orchestra.run.smithi116.stdout:Total 14 MB/s | 214 MB 00:15 2024-04-25T15:48:27.827 INFO:teuthology.orchestra.run.smithi112.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 712 kB/s | 54 kB 00:00 2024-04-25T15:48:27.901 INFO:teuthology.orchestra.run.smithi133.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 13 MB/s | 4.7 MB 00:00 2024-04-25T15:48:28.068 INFO:teuthology.orchestra.run.smithi133.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 8.7 MB/s | 4.4 MB 00:00 2024-04-25T15:48:28.119 INFO:teuthology.orchestra.run.smithi133.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 7.4 MB/s | 1.6 MB 00:00 2024-04-25T15:48:28.152 INFO:teuthology.orchestra.run.smithi133.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-04-25T15:48:28.177 INFO:teuthology.orchestra.run.smithi133.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.3 MB/s | 133 kB 00:00 2024-04-25T15:48:28.277 INFO:teuthology.orchestra.run.smithi112.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 93 kB/s | 42 kB 00:00 2024-04-25T15:48:28.294 INFO:teuthology.orchestra.run.smithi112.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 95 kB/s | 44 kB 00:00 2024-04-25T15:48:28.478 INFO:teuthology.orchestra.run.smithi112.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-04-25T15:48:28.503 INFO:teuthology.orchestra.run.smithi112.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 979 kB/s | 221 kB 00:00 2024-04-25T15:48:28.520 INFO:teuthology.orchestra.run.smithi112.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 160 kB/s | 36 kB 00:00 2024-04-25T15:48:28.537 INFO:teuthology.orchestra.run.smithi112.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 817 kB/s | 47 kB 00:00 2024-04-25T15:48:28.570 INFO:teuthology.orchestra.run.smithi112.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-25T15:48:28.587 INFO:teuthology.orchestra.run.smithi112.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 864 kB/s | 58 kB 00:00 2024-04-25T15:48:28.613 INFO:teuthology.orchestra.run.smithi112.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-25T15:48:28.629 INFO:teuthology.orchestra.run.smithi112.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-25T15:48:28.657 INFO:teuthology.orchestra.run.smithi112.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 647 kB/s | 45 kB 00:00 2024-04-25T15:48:28.670 INFO:teuthology.orchestra.run.smithi133.stdout:(71/152): ceph-test-19.0.0-3291.g994e2f20.el9.x 7.3 MB/s | 43 MB 00:05 2024-04-25T15:48:28.682 INFO:teuthology.orchestra.run.smithi112.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 323 kB/s | 22 kB 00:00 2024-04-25T15:48:28.716 INFO:teuthology.orchestra.run.smithi112.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 9.8 MB/s | 863 kB 00:00 2024-04-25T15:48:28.754 INFO:teuthology.orchestra.run.smithi133.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 9.6 MB/s | 5.8 MB 00:00 2024-04-25T15:48:28.787 INFO:teuthology.orchestra.run.smithi133.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 1.7 MB/s | 1.0 MB 00:00 2024-04-25T15:48:28.812 INFO:teuthology.orchestra.run.smithi133.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 630 kB/s | 87 kB 00:00 2024-04-25T15:48:28.935 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction check 2024-04-25T15:48:28.991 INFO:teuthology.orchestra.run.smithi112.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 71 kB/s | 19 kB 00:00 2024-04-25T15:48:29.020 INFO:teuthology.orchestra.run.smithi133.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.0 MB/s | 244 kB 00:00 2024-04-25T15:48:29.076 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction check succeeded. 2024-04-25T15:48:29.076 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction test 2024-04-25T15:48:29.104 INFO:teuthology.orchestra.run.smithi133.stdout:(76/152): python3-babel-2.9.1-2.el9.noarch.rpm 19 MB/s | 6.0 MB 00:00 2024-04-25T15:48:29.129 INFO:teuthology.orchestra.run.smithi133.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 781 kB/s | 248 kB 00:00 2024-04-25T15:48:29.155 INFO:teuthology.orchestra.run.smithi133.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 195 kB/s | 26 kB 00:00 2024-04-25T15:48:29.180 INFO:teuthology.orchestra.run.smithi133.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 256 kB/s | 19 kB 00:00 2024-04-25T15:48:29.205 INFO:teuthology.orchestra.run.smithi133.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-25T15:48:29.216 INFO:teuthology.orchestra.run.smithi112.stdout:(106/152): abseil-cpp-20211102.0-3.el9.x86_64.r 980 kB/s | 548 kB 00:00 2024-04-25T15:48:29.230 INFO:teuthology.orchestra.run.smithi133.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 464 kB/s | 35 kB 00:00 2024-04-25T15:48:29.283 INFO:teuthology.orchestra.run.smithi112.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 389 kB/s | 26 kB 00:00 2024-04-25T15:48:29.369 INFO:teuthology.orchestra.run.smithi112.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 584 kB/s | 49 kB 00:00 2024-04-25T15:48:29.405 INFO:teuthology.orchestra.run.smithi133.stdout:(82/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 23 MB/s | 5.1 MB 00:00 2024-04-25T15:48:29.425 INFO:teuthology.orchestra.run.smithi112.stdout:(109/152): libarrow-9.0.0-10.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-04-25T15:48:29.431 INFO:teuthology.orchestra.run.smithi133.stdout:(83/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 250 kB 00:00 2024-04-25T15:48:29.451 INFO:teuthology.orchestra.run.smithi112.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 806 kB/s | 67 kB 00:00 2024-04-25T15:48:29.456 INFO:teuthology.orchestra.run.smithi133.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 998 kB/s | 222 kB 00:00 2024-04-25T15:48:29.481 INFO:teuthology.orchestra.run.smithi133.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-04-25T15:48:29.484 INFO:teuthology.orchestra.run.smithi112.stdout:(111/152): gperftools-libs-2.9.1-2.el9.x86_64.r 386 kB/s | 309 kB 00:00 2024-04-25T15:48:29.506 INFO:teuthology.orchestra.run.smithi133.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 848 kB/s | 42 kB 00:00 2024-04-25T15:48:29.510 INFO:teuthology.orchestra.run.smithi112.stdout:(112/152): luarocks-3.9.2-1.el9.noarch.rpm 1.8 MB/s | 151 kB 00:00 2024-04-25T15:48:29.532 INFO:teuthology.orchestra.run.smithi133.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 269 kB 00:00 2024-04-25T15:48:29.557 INFO:teuthology.orchestra.run.smithi133.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-25T15:48:29.585 INFO:teuthology.orchestra.run.smithi112.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-04-25T15:48:29.591 INFO:teuthology.orchestra.run.smithi133.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-04-25T15:48:29.610 INFO:teuthology.orchestra.run.smithi112.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 434 kB/s | 43 kB 00:00 2024-04-25T15:48:29.615 INFO:teuthology.orchestra.run.smithi133.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 614 kB/s | 51 kB 00:00 2024-04-25T15:48:29.641 INFO:teuthology.orchestra.run.smithi133.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 646 kB/s | 54 kB 00:00 2024-04-25T15:48:29.652 INFO:teuthology.orchestra.run.smithi112.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 482 kB/s | 32 kB 00:00 2024-04-25T15:48:29.677 INFO:teuthology.orchestra.run.smithi112.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-04-25T15:48:29.716 INFO:teuthology.orchestra.run.smithi133.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 417 kB/s | 42 kB 00:00 2024-04-25T15:48:29.728 INFO:teuthology.orchestra.run.smithi112.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-04-25T15:48:29.753 INFO:teuthology.orchestra.run.smithi112.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-04-25T15:48:29.803 INFO:teuthology.orchestra.run.smithi112.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-04-25T15:48:29.828 INFO:teuthology.orchestra.run.smithi112.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 469 kB/s | 35 kB 00:00 2024-04-25T15:48:29.841 INFO:teuthology.orchestra.run.smithi133.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 222 kB/s | 44 kB 00:00 2024-04-25T15:48:29.887 INFO:teuthology.orchestra.run.smithi112.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 2.4 MB/s | 206 kB 00:00 2024-04-25T15:48:29.891 INFO:teuthology.orchestra.run.smithi133.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.3 MB/s | 221 kB 00:00 2024-04-25T15:48:29.946 INFO:teuthology.orchestra.run.smithi112.stdout:(122/152): python3-grpcio-1.46.7-10.el9.x86_64. 17 MB/s | 2.0 MB 00:00 2024-04-25T15:48:29.971 INFO:teuthology.orchestra.run.smithi112.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.7 MB/s | 144 kB 00:00 2024-04-25T15:48:30.021 INFO:teuthology.orchestra.run.smithi112.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 142 kB/s | 11 kB 00:00 2024-04-25T15:48:30.046 INFO:teuthology.orchestra.run.smithi112.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 235 kB/s | 18 kB 00:00 2024-04-25T15:48:30.092 INFO:teuthology.orchestra.run.smithi133.stdout:(95/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 34 MB/s | 16 MB 00:00 2024-04-25T15:48:30.097 INFO:teuthology.orchestra.run.smithi112.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 308 kB/s | 23 kB 00:00 2024-04-25T15:48:30.117 INFO:teuthology.orchestra.run.smithi133.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 131 kB/s | 36 kB 00:00 2024-04-25T15:48:30.122 INFO:teuthology.orchestra.run.smithi112.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 258 kB/s | 19 kB 00:00 2024-04-25T15:48:30.142 INFO:teuthology.orchestra.run.smithi133.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 191 kB/s | 47 kB 00:00 2024-04-25T15:48:30.164 INFO:teuthology.orchestra.run.smithi112.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 294 kB/s | 20 kB 00:00 2024-04-25T15:48:30.167 INFO:teuthology.orchestra.run.smithi133.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-04-25T15:48:30.193 INFO:teuthology.orchestra.run.smithi133.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-25T15:48:30.206 INFO:teuthology.orchestra.run.smithi112.stdout:(129/152): python3-asyncssh-2.13.2-5.el9.noarch 760 kB/s | 548 kB 00:00 2024-04-25T15:48:30.218 INFO:teuthology.orchestra.run.smithi133.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-25T15:48:30.231 INFO:teuthology.orchestra.run.smithi112.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 692 kB/s | 46 kB 00:00 2024-04-25T15:48:30.243 INFO:teuthology.orchestra.run.smithi133.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 848 kB/s | 64 kB 00:00 2024-04-25T15:48:30.265 INFO:teuthology.orchestra.run.smithi112.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-04-25T15:48:30.268 INFO:teuthology.orchestra.run.smithi133.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 897 kB/s | 45 kB 00:00 2024-04-25T15:48:30.294 INFO:teuthology.orchestra.run.smithi133.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 297 kB/s | 22 kB 00:00 2024-04-25T15:48:30.298 INFO:teuthology.orchestra.run.smithi112.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 861 kB/s | 58 kB 00:00 2024-04-25T15:48:30.335 INFO:teuthology.orchestra.run.smithi133.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 9.2 MB/s | 863 kB 00:00 2024-04-25T15:48:30.340 INFO:teuthology.orchestra.run.smithi112.stdout:(133/152): python3-more-itertools-8.12.0-2.el9. 587 kB/s | 79 kB 00:00 2024-04-25T15:48:30.374 INFO:teuthology.orchestra.run.smithi112.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-04-25T15:48:30.399 INFO:teuthology.orchestra.run.smithi112.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-04-25T15:48:30.441 INFO:teuthology.orchestra.run.smithi112.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 423 kB/s | 28 kB 00:00 2024-04-25T15:48:30.466 INFO:teuthology.orchestra.run.smithi112.stdout:(137/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 715 kB/s | 90 kB 00:00 2024-04-25T15:48:30.492 INFO:teuthology.orchestra.run.smithi112.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 334 kB/s | 31 kB 00:00 2024-04-25T15:48:30.517 INFO:teuthology.orchestra.run.smithi112.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-25T15:48:30.559 INFO:teuthology.orchestra.run.smithi112.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 533 kB/s | 36 kB 00:00 2024-04-25T15:48:30.561 INFO:teuthology.orchestra.run.smithi133.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 86 kB/s | 19 kB 00:00 2024-04-25T15:48:30.584 INFO:teuthology.orchestra.run.smithi112.stdout:(141/152): python3-rsa-4.9-2.el9.noarch.rpm 503 kB/s | 59 kB 00:00 2024-04-25T15:48:30.610 INFO:teuthology.orchestra.run.smithi112.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 553 kB/s | 51 kB 00:00 2024-04-25T15:48:30.635 INFO:teuthology.orchestra.run.smithi112.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-25T15:48:30.685 INFO:teuthology.orchestra.run.smithi112.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 5.6 MB/s | 427 kB 00:00 2024-04-25T15:48:30.702 INFO:teuthology.orchestra.run.smithi112.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 298 kB/s | 20 kB 00:00 2024-04-25T15:48:30.727 INFO:teuthology.orchestra.run.smithi112.stdout:(146/152): python3-websocket-client-1.2.3-2.el9 629 kB/s | 90 kB 00:00 2024-04-25T15:48:30.761 INFO:teuthology.orchestra.run.smithi112.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-25T15:48:30.786 INFO:teuthology.orchestra.run.smithi133.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 630 kB/s | 309 kB 00:00 2024-04-25T15:48:30.786 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction test succeeded. 2024-04-25T15:48:30.787 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction 2024-04-25T15:48:30.844 INFO:teuthology.orchestra.run.smithi133.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 998 kB/s | 548 kB 00:00 2024-04-25T15:48:30.870 INFO:teuthology.orchestra.run.smithi133.stdout:(108/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 311 kB/s | 26 kB 00:00 2024-04-25T15:48:30.929 INFO:teuthology.orchestra.run.smithi133.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 580 kB/s | 49 kB 00:00 2024-04-25T15:48:30.962 INFO:teuthology.orchestra.run.smithi133.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 732 kB/s | 67 kB 00:00 2024-04-25T15:48:31.021 INFO:teuthology.orchestra.run.smithi133.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.6 MB/s | 151 kB 00:00 2024-04-25T15:48:31.103 INFO:teuthology.orchestra.run.smithi112.stdout:(148/152): librbd1-19.0.0-3291.g994e2f20.el9.x8 9.0 MB/s | 3.1 MB 00:00 2024-04-25T15:48:31.155 INFO:teuthology.orchestra.run.smithi133.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.3 MB/s | 838 kB 00:00 2024-04-25T15:48:31.203 INFO:teuthology.orchestra.run.smithi112.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 14 MB/s | 1.3 MB 00:00 2024-04-25T15:48:31.213 INFO:teuthology.orchestra.run.smithi133.stdout:(113/152): libarrow-9.0.0-10.el9.x86_64.rpm 6.8 MB/s | 4.4 MB 00:00 2024-04-25T15:48:31.247 INFO:teuthology.orchestra.run.smithi133.stdout:(114/152): python3-asyncssh-2.13.2-5.el9.noarch 2.4 MB/s | 548 kB 00:00 2024-04-25T15:48:31.272 INFO:teuthology.orchestra.run.smithi133.stdout:(115/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 371 kB/s | 43 kB 00:00 2024-04-25T15:48:31.304 INFO:teuthology.orchestra.run.smithi112.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-04-25T15:48:31.306 INFO:teuthology.orchestra.run.smithi133.stdout:(116/152): python3-cachetools-4.2.4-1.el9.noarc 349 kB/s | 32 kB 00:00 2024-04-25T15:48:31.339 INFO:teuthology.orchestra.run.smithi133.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 163 kB/s | 15 kB 00:00 2024-04-25T15:48:31.373 INFO:teuthology.orchestra.run.smithi133.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-04-25T15:48:31.406 INFO:teuthology.orchestra.run.smithi133.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-04-25T15:48:31.431 INFO:teuthology.orchestra.run.smithi133.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.2 MB/s | 303 kB 00:00 2024-04-25T15:48:31.465 INFO:teuthology.orchestra.run.smithi133.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 382 kB/s | 35 kB 00:00 2024-04-25T15:48:31.499 INFO:teuthology.orchestra.run.smithi133.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 2.2 MB/s | 206 kB 00:00 2024-04-25T15:48:31.557 INFO:teuthology.orchestra.run.smithi133.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB 00:00 2024-04-25T15:48:31.591 INFO:teuthology.orchestra.run.smithi133.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-04-25T15:48:31.650 INFO:teuthology.orchestra.run.smithi133.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-04-25T15:48:31.683 INFO:teuthology.orchestra.run.smithi133.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 252 kB/s | 23 kB 00:00 2024-04-25T15:48:31.729 INFO:teuthology.orchestra.run.smithi112.stdout:(151/152): librados2-19.0.0-3291.g994e2f20.el9. 3.3 MB/s | 3.3 MB 00:01 2024-04-25T15:48:31.758 INFO:teuthology.orchestra.run.smithi133.stdout:(127/152): python3-grpcio-1.46.7-10.el9.x86_64. 6.2 MB/s | 2.0 MB 00:00 2024-04-25T15:48:31.784 INFO:teuthology.orchestra.run.smithi133.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 145 kB/s | 19 kB 00:00 2024-04-25T15:48:31.809 INFO:teuthology.orchestra.run.smithi133.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 157 kB/s | 20 kB 00:00 2024-04-25T15:48:31.909 INFO:teuthology.orchestra.run.smithi133.stdout:(130/152): python3-more-itertools-8.12.0-2.el9. 791 kB/s | 79 kB 00:00 2024-04-25T15:48:31.934 INFO:teuthology.orchestra.run.smithi133.stdout:(131/152): python3-logutils-0.3.5-21.el9.noarch 370 kB/s | 46 kB 00:00 2024-04-25T15:48:31.968 INFO:teuthology.orchestra.run.smithi133.stdout:(132/152): python3-kubernetes-26.1.0-2.el9.noar 4.9 MB/s | 1.0 MB 00:00 2024-04-25T15:48:32.002 INFO:teuthology.orchestra.run.smithi133.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 627 kB/s | 58 kB 00:00 2024-04-25T15:48:32.043 INFO:teuthology.orchestra.run.smithi133.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-04-25T15:48:32.069 INFO:teuthology.orchestra.run.smithi133.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-04-25T15:48:32.094 INFO:teuthology.orchestra.run.smithi133.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 977 kB/s | 90 kB 00:00 2024-04-25T15:48:32.136 INFO:teuthology.orchestra.run.smithi133.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 306 kB/s | 28 kB 00:00 2024-04-25T15:48:32.161 INFO:teuthology.orchestra.run.smithi133.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 334 kB/s | 31 kB 00:00 2024-04-25T15:48:32.195 INFO:teuthology.orchestra.run.smithi133.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-25T15:48:32.221 INFO:teuthology.orchestra.run.smithi112.stdout:(152/152): thrift-0.15.0-2.el9.x86_64.rpm 1.0 MB/s | 1.6 MB 00:01 2024-04-25T15:48:32.224 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-25T15:48:32.225 INFO:teuthology.orchestra.run.smithi112.stdout:Total 11 MB/s | 214 MB 00:18 2024-04-25T15:48:32.228 INFO:teuthology.orchestra.run.smithi133.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 642 kB/s | 59 kB 00:00 2024-04-25T15:48:32.254 INFO:teuthology.orchestra.run.smithi133.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 387 kB/s | 36 kB 00:00 2024-04-25T15:48:32.289 INFO:teuthology.orchestra.run.smithi133.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 542 kB/s | 51 kB 00:00 2024-04-25T15:48:32.323 INFO:teuthology.orchestra.run.smithi133.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-25T15:48:32.348 INFO:teuthology.orchestra.run.smithi133.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 952 kB/s | 90 kB 00:00 2024-04-25T15:48:32.390 INFO:teuthology.orchestra.run.smithi133.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-04-25T15:48:32.423 INFO:teuthology.orchestra.run.smithi133.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-04-25T15:48:32.449 INFO:teuthology.orchestra.run.smithi133.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-04-25T15:48:33.183 INFO:teuthology.orchestra.run.smithi133.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-04-25T15:48:33.241 INFO:teuthology.orchestra.run.smithi133.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 23 MB/s | 1.3 MB 00:00 2024-04-25T15:48:33.341 INFO:teuthology.orchestra.run.smithi133.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-04-25T15:48:33.354 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-25T15:48:33.498 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-25T15:48:33.498 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-25T15:48:33.791 INFO:teuthology.orchestra.run.smithi133.stdout:(151/152): librados2-19.0.0-3291.g994e2f20.el9. 2.4 MB/s | 3.3 MB 00:01 2024-04-25T15:48:33.850 INFO:teuthology.orchestra.run.smithi133.stdout:(152/152): librbd1-19.0.0-3291.g994e2f20.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-04-25T15:48:33.854 INFO:teuthology.orchestra.run.smithi133.stdout:-------------------------------------------------------------------------------- 2024-04-25T15:48:33.854 INFO:teuthology.orchestra.run.smithi133.stdout:Total 10 MB/s | 214 MB 00:20 2024-04-25T15:48:34.971 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction check 2024-04-25T15:48:35.114 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction check succeeded. 2024-04-25T15:48:35.114 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction test 2024-04-25T15:48:35.216 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-25T15:48:35.217 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-25T15:48:36.768 INFO:teuthology.orchestra.run.smithi116.stdout: Preparing : 1/1 2024-04-25T15:48:36.830 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction test succeeded. 2024-04-25T15:48:36.830 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction 2024-04-25T15:48:36.896 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T15:48:37.111 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T15:48:37.166 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T15:48:37.206 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T15:48:37.231 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T15:48:37.275 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T15:48:37.609 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T15:48:37.715 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:48:37.840 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:48:37.866 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:48:37.948 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:48:37.978 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T15:48:38.127 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T15:48:38.176 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T15:48:38.203 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:48:38.290 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:48:38.313 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T15:48:38.358 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T15:48:38.380 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T15:48:38.405 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T15:48:38.547 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T15:48:38.580 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T15:48:38.686 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T15:48:38.781 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T15:48:38.821 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T15:48:38.855 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T15:48:38.935 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T15:48:38.971 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T15:48:39.014 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T15:48:39.047 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T15:48:39.075 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T15:48:39.144 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T15:48:39.198 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T15:48:39.236 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T15:48:39.279 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T15:48:39.355 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T15:48:39.390 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 31/156 2024-04-25T15:48:39.434 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 32/156 2024-04-25T15:48:39.462 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 33/156 2024-04-25T15:48:39.530 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T15:48:39.577 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T15:48:39.650 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T15:48:39.792 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T15:48:39.854 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T15:48:40.372 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T15:48:40.457 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T15:48:40.487 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T15:48:40.521 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T15:48:40.559 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 43/156 2024-04-25T15:48:40.600 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T15:48:40.765 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T15:48:40.821 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T15:48:40.875 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T15:48:40.948 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T15:48:40.987 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T15:48:41.024 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T15:48:41.070 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T15:48:41.091 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-25T15:48:41.106 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T15:48:41.149 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T15:48:41.174 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T15:48:41.191 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T15:48:41.221 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T15:48:41.275 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T15:48:41.317 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T15:48:41.327 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T15:48:41.343 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T15:48:41.372 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T15:48:41.385 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T15:48:41.402 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T15:48:41.443 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T15:48:41.537 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T15:48:41.569 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T15:48:41.609 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T15:48:41.634 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T15:48:41.659 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T15:48:41.732 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T15:48:41.768 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T15:48:41.827 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:48:41.858 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T15:48:41.891 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T15:48:41.919 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T15:48:41.951 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:48:41.953 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T15:48:41.978 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:48:41.992 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T15:48:42.024 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T15:48:42.055 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T15:48:42.069 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:48:42.088 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T15:48:42.099 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T15:48:42.122 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T15:48:42.163 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T15:48:42.198 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T15:48:42.245 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T15:48:42.296 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T15:48:42.321 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T15:48:42.324 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:48:42.438 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:48:42.467 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T15:48:42.528 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T15:48:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T15:48:42.551 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T15:48:42.576 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T15:48:42.734 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T15:48:42.768 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T15:48:42.781 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T15:48:42.801 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T15:48:42.879 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T15:48:42.881 INFO:teuthology.orchestra.run.smithi133.stdout: Preparing : 1/1 2024-04-25T15:48:42.911 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T15:48:42.926 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T15:48:42.961 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T15:48:43.000 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T15:48:43.006 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T15:48:43.042 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T15:48:43.053 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T15:48:43.077 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T15:48:43.087 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T15:48:43.112 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T15:48:43.151 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T15:48:43.155 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T15:48:43.192 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T15:48:43.245 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T15:48:43.277 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T15:48:43.305 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T15:48:43.375 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T15:48:43.427 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T15:48:43.458 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T15:48:43.490 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T15:48:43.510 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T15:48:43.585 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T15:48:43.605 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:48:43.620 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 31/156 2024-04-25T15:48:43.641 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T15:48:43.655 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 32/156 2024-04-25T15:48:43.676 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 33/156 2024-04-25T15:48:43.690 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T15:48:43.724 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T15:48:43.731 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:48:43.744 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T15:48:43.765 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:48:43.790 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T15:48:43.829 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T15:48:43.855 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:48:43.864 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T15:48:43.881 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T15:48:43.885 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T15:48:43.959 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T15:48:43.993 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T15:48:43.999 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T15:48:44.034 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T15:48:44.050 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T15:48:44.082 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T15:48:44.110 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:48:44.168 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T15:48:44.190 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T15:48:44.215 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:48:44.244 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T15:48:44.268 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T15:48:44.307 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T15:48:44.329 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T15:48:44.354 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T15:48:44.554 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T15:48:44.579 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T15:48:44.587 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T15:48:44.655 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T15:48:44.684 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T15:48:44.694 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T15:48:44.727 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T15:48:44.765 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 43/156 2024-04-25T15:48:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T15:48:44.807 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T15:48:44.819 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T15:48:44.854 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T15:48:44.913 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T15:48:44.936 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T15:48:44.970 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T15:48:44.971 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T15:48:45.014 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T15:48:45.026 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T15:48:45.040 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T15:48:45.046 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T15:48:45.074 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T15:48:45.081 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T15:48:45.143 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T15:48:45.155 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T15:48:45.185 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T15:48:45.197 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T15:48:45.222 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T15:48:45.243 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T15:48:45.269 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T15:48:45.287 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T15:48:45.304 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T15:48:45.347 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T15:48:45.363 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T15:48:45.389 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T15:48:45.398 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 31/156 2024-04-25T15:48:45.441 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 32/156 2024-04-25T15:48:45.470 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 33/156 2024-04-25T15:48:45.525 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T15:48:45.539 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T15:48:45.579 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T15:48:45.584 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T15:48:45.609 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T15:48:45.649 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T15:48:45.658 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T15:48:45.744 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T15:48:45.784 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T15:48:45.790 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T15:48:45.823 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T15:48:45.836 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T15:48:45.849 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T15:48:45.874 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T15:48:45.949 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T15:48:46.075 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T15:48:46.115 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T15:48:46.143 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T15:48:46.177 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T15:48:46.216 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T15:48:46.248 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T15:48:46.253 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T15:48:46.278 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T15:48:46.312 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T15:48:46.344 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T15:48:46.353 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T15:48:46.372 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T15:48:46.405 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T15:48:46.429 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T15:48:46.431 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T15:48:46.461 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T15:48:46.479 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T15:48:46.503 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T15:48:46.539 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T15:48:46.550 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 43/156 2024-04-25T15:48:46.591 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T15:48:46.626 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T15:48:46.677 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T15:48:46.708 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T15:48:46.728 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T15:48:46.751 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T15:48:46.755 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T15:48:46.768 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T15:48:46.803 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T15:48:46.854 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T15:48:46.857 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T15:48:46.859 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T15:48:46.890 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 100/156 2024-04-25T15:48:46.926 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T15:48:46.930 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T15:48:46.970 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T15:48:47.007 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T15:48:47.052 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T15:48:47.053 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T15:48:47.089 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T15:48:47.132 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T15:48:47.182 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T15:48:47.317 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T15:48:47.362 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T15:48:47.393 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T15:48:47.412 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T15:48:47.434 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T15:48:47.438 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T15:48:47.509 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T15:48:47.527 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T15:48:47.531 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 104/156 2024-04-25T15:48:47.568 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T15:48:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T15:48:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T15:48:47.658 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T15:48:47.725 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T15:48:47.851 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T15:48:47.853 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T15:48:47.898 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T15:48:47.909 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T15:48:47.927 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T15:48:47.941 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T15:48:47.960 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T15:48:48.000 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T15:48:48.032 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T15:48:48.040 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T15:48:48.061 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T15:48:48.107 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T15:48:48.167 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T15:48:48.194 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T15:48:48.226 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T15:48:48.238 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T15:48:48.279 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T15:48:48.305 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T15:48:48.393 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T15:48:48.403 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T15:48:48.432 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T15:48:48.443 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T15:48:48.474 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T15:48:48.510 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T15:48:48.521 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T15:48:48.620 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T15:48:48.676 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T15:48:49.154 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T15:48:49.271 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T15:48:49.394 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T15:48:49.440 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T15:48:49.473 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T15:48:49.573 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T15:48:49.623 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T15:48:49.701 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T15:48:49.742 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T15:48:49.793 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:49.844 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:49.919 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T15:48:49.948 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T15:48:50.025 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T15:48:50.406 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:50.457 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T15:48:50.498 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T15:48:50.544 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T15:48:50.544 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T15:48:50.544 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T15:48:50.544 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:48:50.574 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T15:48:50.578 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T15:48:50.598 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T15:48:50.623 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T15:48:50.670 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T15:48:50.787 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T15:48:50.944 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T15:48:50.994 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T15:48:51.085 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T15:48:51.115 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 100/156 2024-04-25T15:48:51.151 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T15:48:51.641 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T15:48:51.672 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T15:48:51.743 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T15:48:51.773 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 104/156 2024-04-25T15:48:52.026 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T15:48:52.102 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T15:48:52.130 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T15:48:52.162 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T15:48:52.499 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T15:48:52.542 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T15:48:52.634 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T15:48:52.663 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 100/156 2024-04-25T15:48:52.699 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T15:48:53.193 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T15:48:53.220 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T15:48:53.291 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T15:48:53.313 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 104/156 2024-04-25T15:48:53.960 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:53.995 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:54.555 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:54.598 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T15:48:54.691 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T15:48:54.691 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T15:48:54.691 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T15:48:54.691 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:48:54.725 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T15:48:55.576 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:55.618 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:56.188 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T15:48:56.246 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T15:48:56.531 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T15:48:56.531 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T15:48:56.531 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T15:48:56.531 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:48:56.664 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /sys 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /proc 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /mnt 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /var/tmp 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /home 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /root 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /tmp 2024-04-25T15:49:02.119 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:02.286 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T15:49:02.301 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T15:49:02.301 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:02.301 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T15:49:02.301 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:03.855 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T15:49:03.880 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T15:49:03.881 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:03.881 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T15:49:03.881 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T15:49:03.881 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T15:49:03.881 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:04.097 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T15:49:04.120 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T15:49:04.121 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:04.121 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T15:49:04.121 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T15:49:04.121 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T15:49:04.121 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:04.581 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T15:49:04.604 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T15:49:04.604 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:04.604 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T15:49:04.604 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T15:49:04.604 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T15:49:04.604 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:04.711 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T15:49:04.760 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T15:49:04.814 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T15:49:04.999 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T15:49:05.048 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T15:49:05.125 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T15:49:05.214 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T15:49:05.352 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T15:49:05.407 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T15:49:05.439 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T15:49:05.483 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T15:49:05.877 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T15:49:05.907 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T15:49:05.930 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 124/156 2024-04-25T15:49:05.982 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 125/156 2024-04-25T15:49:06.013 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /sys 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /proc 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /mnt 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /var/tmp 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /home 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /root 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /tmp 2024-04-25T15:49:06.235 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:06.405 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T15:49:06.421 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T15:49:06.421 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:06.421 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T15:49:06.421 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:07.047 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T15:49:07.081 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T15:49:08.008 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T15:49:08.034 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T15:49:08.034 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:08.034 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T15:49:08.034 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T15:49:08.035 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T15:49:08.035 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:08.045 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T15:49:08.065 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T15:49:08.166 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T15:49:08.198 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T15:49:08.198 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /sys 2024-04-25T15:49:08.199 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /proc 2024-04-25T15:49:08.199 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /mnt 2024-04-25T15:49:08.199 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /var/tmp 2024-04-25T15:49:08.199 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /home 2024-04-25T15:49:08.199 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /root 2024-04-25T15:49:08.199 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /tmp 2024-04-25T15:49:08.199 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:08.259 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T15:49:08.282 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T15:49:08.282 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:08.282 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T15:49:08.282 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T15:49:08.282 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T15:49:08.282 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:08.339 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 129/156 2024-04-25T15:49:08.367 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T15:49:08.375 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T15:49:08.390 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T15:49:08.390 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:08.390 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T15:49:08.390 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:08.390 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T15:49:08.390 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:08.390 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T15:49:08.391 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T15:49:08.391 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T15:49:08.391 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:08.434 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T15:49:08.445 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T15:49:08.544 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 132/156 2024-04-25T15:49:08.591 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 133/156 2024-04-25T15:49:08.734 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T15:49:08.758 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T15:49:08.758 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:08.758 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T15:49:08.758 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T15:49:08.758 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T15:49:08.758 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:08.864 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T15:49:08.912 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T15:49:08.968 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T15:49:09.151 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T15:49:09.210 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T15:49:09.278 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T15:49:09.366 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T15:49:09.506 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T15:49:09.524 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T15:49:09.543 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T15:49:09.553 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T15:49:09.575 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T15:49:09.576 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T15:49:09.576 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:09.576 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T15:49:09.576 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T15:49:09.577 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T15:49:09.577 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:09.612 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T15:49:09.621 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T15:49:09.643 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T15:49:09.643 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:09.643 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T15:49:09.643 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:09.689 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T15:49:09.711 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T15:49:09.711 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:09.711 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T15:49:09.711 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T15:49:09.711 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T15:49:09.711 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:09.970 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T15:49:09.996 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T15:49:09.997 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:09.997 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T15:49:09.997 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T15:49:09.997 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T15:49:09.997 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:10.031 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T15:49:10.047 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T15:49:10.053 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T15:49:10.053 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:10.054 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T15:49:10.054 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T15:49:10.054 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T15:49:10.054 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:10.077 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T15:49:10.108 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 124/156 2024-04-25T15:49:10.178 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 125/156 2024-04-25T15:49:10.208 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T15:49:10.228 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T15:49:10.251 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T15:49:10.251 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:10.251 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T15:49:10.252 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T15:49:10.252 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T15:49:10.252 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:10.713 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T15:49:10.735 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T15:49:10.735 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:10.735 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T15:49:10.735 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T15:49:10.735 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T15:49:10.735 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:10.842 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T15:49:10.891 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T15:49:10.946 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T15:49:11.130 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T15:49:11.179 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T15:49:11.242 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T15:49:11.257 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T15:49:11.277 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T15:49:11.345 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T15:49:11.476 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T15:49:11.521 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T15:49:11.554 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T15:49:11.581 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T15:49:12.050 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T15:49:12.080 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T15:49:12.112 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 124/156 2024-04-25T15:49:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 125/156 2024-04-25T15:49:12.203 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T15:49:12.240 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T15:49:12.269 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T15:49:12.370 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T15:49:12.527 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 129/156 2024-04-25T15:49:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T15:49:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T15:49:12.594 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:12.594 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T15:49:12.594 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T15:49:12.594 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T15:49:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T15:49:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T15:49:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 132/156 2024-04-25T15:49:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 133/156 2024-04-25T15:49:13.242 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T15:49:13.280 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T15:49:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T15:49:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T15:49:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T15:49:13.789 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:13.789 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T15:49:13.789 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T15:49:13.789 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T15:49:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T15:49:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T15:49:13.856 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:13.856 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T15:49:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:13.900 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T15:49:13.924 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T15:49:13.924 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:13.924 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T15:49:13.924 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T15:49:13.924 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T15:49:13.924 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T15:49:14.247 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T15:49:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T15:49:14.257 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:14.257 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T15:49:14.257 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T15:49:14.257 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T15:49:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:14.280 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T15:49:14.317 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 139/156 2024-04-25T15:49:14.359 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 140/156 2024-04-25T15:49:14.381 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T15:49:14.399 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 141/156 2024-04-25T15:49:14.432 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T15:49:14.459 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T15:49:14.547 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 129/156 2024-04-25T15:49:14.574 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T15:49:14.597 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T15:49:14.597 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:14.598 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T15:49:14.598 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T15:49:14.598 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T15:49:14.598 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:14.641 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T15:49:14.642 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 144/156 2024-04-25T15:49:14.652 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T15:49:14.688 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T15:49:14.718 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 146/156 2024-04-25T15:49:14.743 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 132/156 2024-04-25T15:49:14.797 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 133/156 2024-04-25T15:49:15.361 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:15.407 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:15.426 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:15.737 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T15:49:15.769 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T15:49:15.791 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T15:49:15.792 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:15.792 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T15:49:15.792 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T15:49:15.792 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T15:49:15.792 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:15.836 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T15:49:15.857 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T15:49:15.857 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:15.858 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T15:49:15.858 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:15.903 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T15:49:15.925 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T15:49:15.925 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:15.925 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T15:49:15.925 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T15:49:15.925 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T15:49:15.925 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:16.237 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T15:49:16.238 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 148/156 2024-04-25T15:49:16.260 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T15:49:16.260 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T15:49:16.260 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T15:49:16.260 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T15:49:16.260 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T15:49:16.260 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:16.328 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T15:49:16.368 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T15:49:16.458 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T15:49:16.490 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T15:49:16.490 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T15:49:16.583 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T15:49:16.615 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T15:49:16.616 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T15:49:16.706 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T15:49:16.772 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:18.538 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 139/156 2024-04-25T15:49:18.580 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 140/156 2024-04-25T15:49:18.620 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 141/156 2024-04-25T15:49:18.653 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T15:49:18.680 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T15:49:18.862 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 144/156 2024-04-25T15:49:18.909 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T15:49:18.939 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 146/156 2024-04-25T15:49:19.534 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:19.578 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:19.598 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:20.424 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 148/156 2024-04-25T15:49:20.507 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 139/156 2024-04-25T15:49:20.516 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T15:49:20.548 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 140/156 2024-04-25T15:49:20.557 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T15:49:20.589 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 141/156 2024-04-25T15:49:20.621 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T15:49:20.640 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T15:49:20.657 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T15:49:20.704 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T15:49:20.704 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T15:49:20.788 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T15:49:20.829 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T15:49:20.829 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T15:49:20.838 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 144/156 2024-04-25T15:49:20.878 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T15:49:20.908 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 146/156 2024-04-25T15:49:20.922 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T15:49:20.986 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:21.500 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:21.538 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:21.558 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T15:49:22.373 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 148/156 2024-04-25T15:49:22.468 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T15:49:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T15:49:22.591 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T15:49:22.622 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T15:49:22.622 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T15:49:22.706 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T15:49:22.730 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T15:49:22.731 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T15:49:22.834 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T15:49:22.859 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 1/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 3/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 4/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 5/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 6/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 7/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 11/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 12/156 2024-04-25T15:49:22.860 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 14/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 15/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 16/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 17/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 18/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 19/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 20/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 21/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 22/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 23/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 24/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 25/156 2024-04-25T15:49:22.861 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 26/156 2024-04-25T15:49:22.862 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 27/156 2024-04-25T15:49:22.873 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 28/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 29/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 30/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 31/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 32/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 33/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 34/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 35/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 36/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 37/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 38/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 39/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T15:49:22.874 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T15:49:22.875 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T15:49:22.876 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T15:49:22.877 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T15:49:22.878 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T15:49:22.879 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T15:49:22.880 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T15:49:22.881 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 149/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 151/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T15:49:22.882 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T15:49:22.903 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout:Upgraded: 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout:Installed: 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T15:49:24.947 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-immutable-object-cache-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.948 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T15:49:24.949 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T15:49:24.950 INFO:teuthology.orchestra.run.smithi116.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T15:49:24.951 INFO:teuthology.orchestra.run.smithi116.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.952 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T15:49:24.953 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T15:49:24.954 INFO:teuthology.orchestra.run.smithi116.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T15:49:24.955 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T15:49:24.956 INFO:teuthology.orchestra.run.smithi116.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T15:49:24.957 INFO:teuthology.orchestra.run.smithi116.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T15:49:24.958 INFO:teuthology.orchestra.run.smithi116.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T15:49:24.958 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-25T15:49:24.958 INFO:teuthology.orchestra.run.smithi116.stdout:Complete! 2024-04-25T15:49:25.342 DEBUG:teuthology.parallel:result is None 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 1/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 3/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 4/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 5/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 6/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 7/156 2024-04-25T15:49:26.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 11/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 12/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 14/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 15/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 16/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 17/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 18/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 19/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 20/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 21/156 2024-04-25T15:49:26.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 22/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 23/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 24/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 25/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 26/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 27/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 28/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 29/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 30/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 31/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 32/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 33/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 34/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 35/156 2024-04-25T15:49:26.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 36/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 37/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 38/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 39/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T15:49:27.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T15:49:27.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T15:49:27.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T15:49:27.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T15:49:27.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T15:49:27.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T15:49:27.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 149/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 151/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T15:49:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T15:49:28.985 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:28.985 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 1/156 2024-04-25T15:49:28.985 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2/156 2024-04-25T15:49:28.985 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 3/156 2024-04-25T15:49:28.985 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 4/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 5/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 6/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 7/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 11/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 12/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 14/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 15/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 16/156 2024-04-25T15:49:28.986 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 17/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 18/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 19/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 20/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 21/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 22/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 23/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 24/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 25/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 26/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 27/156 2024-04-25T15:49:28.987 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 28/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 29/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 30/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 31/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 32/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 33/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 34/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 35/156 2024-04-25T15:49:29.000 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 36/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 37/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 38/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 39/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T15:49:29.001 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T15:49:29.002 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T15:49:29.003 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T15:49:29.004 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T15:49:29.005 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T15:49:29.006 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T15:49:29.007 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T15:49:29.008 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 149/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 151/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T15:49:29.009 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T15:49:29.109 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:29.109 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:29.109 INFO:teuthology.orchestra.run.smithi112.stdout:Upgraded: 2024-04-25T15:49:29.109 INFO:teuthology.orchestra.run.smithi112.stdout: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.109 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.109 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:29.109 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.110 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.111 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.112 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T15:49:29.113 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T15:49:29.114 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T15:49:29.115 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T15:49:29.116 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T15:49:29.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T15:49:29.118 INFO:teuthology.orchestra.run.smithi112.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T15:49:29.119 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T15:49:29.120 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T15:49:29.120 INFO:teuthology.orchestra.run.smithi112.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T15:49:29.120 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:49:29.120 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-25T15:49:29.480 DEBUG:teuthology.parallel:result is None 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout:Upgraded: 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout:Installed: 2024-04-25T15:49:31.085 INFO:teuthology.orchestra.run.smithi133.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.086 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.087 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T15:49:31.088 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.089 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T15:49:31.090 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T15:49:31.091 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T15:49:31.092 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T15:49:31.093 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T15:49:31.094 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.095 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T15:49:31.096 INFO:teuthology.orchestra.run.smithi133.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T15:49:31.097 INFO:teuthology.orchestra.run.smithi133.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T15:49:31.098 INFO:teuthology.orchestra.run.smithi133.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T15:49:31.098 INFO:teuthology.orchestra.run.smithi133.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T15:49:31.098 INFO:teuthology.orchestra.run.smithi133.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T15:49:31.098 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T15:49:31.098 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T15:49:31.098 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T15:49:31.099 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:49:31.099 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2024-04-25T15:49:31.495 DEBUG:teuthology.parallel:result is None 2024-04-25T15:49:31.495 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:49:31.729 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T15:49:31.750 INFO:teuthology.orchestra.run.smithi112.stdout:19.0.0-3291.g994e2f20.el9 2024-04-25T15:49:31.751 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3291.g994e2f20.el9 2024-04-25T15:49:31.751 INFO:teuthology.task.install:The correct ceph version 19.0.0-3291.g994e2f20 is installed. 2024-04-25T15:49:31.753 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:49:31.974 DEBUG:teuthology.orchestra.run.smithi116:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T15:49:31.999 INFO:teuthology.orchestra.run.smithi116.stdout:19.0.0-3291.g994e2f20.el9 2024-04-25T15:49:31.999 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3291.g994e2f20.el9 2024-04-25T15:49:32.000 INFO:teuthology.task.install:The correct ceph version 19.0.0-3291.g994e2f20 is installed. 2024-04-25T15:49:32.001 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:49:32.138 DEBUG:teuthology.orchestra.run.smithi133:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T15:49:32.161 INFO:teuthology.orchestra.run.smithi133.stdout:19.0.0-3291.g994e2f20.el9 2024-04-25T15:49:32.161 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3291.g994e2f20.el9 2024-04-25T15:49:32.161 INFO:teuthology.task.install:The correct ceph version 19.0.0-3291.g994e2f20 is installed. 2024-04-25T15:49:32.163 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-25T15:49:32.163 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:49:32.163 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T15:49:32.189 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:49:32.189 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T15:49:32.220 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:49:32.220 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T15:49:32.249 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-25T15:49:32.249 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:49:32.249 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T15:49:32.273 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T15:49:32.337 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:49:32.337 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T15:49:32.365 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T15:49:32.433 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:49:32.433 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T15:49:32.456 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T15:49:32.519 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-25T15:49:32.520 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:49:32.520 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T15:49:32.543 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T15:49:32.606 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:49:32.607 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T15:49:32.634 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T15:49:32.702 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:49:32.702 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T15:49:32.724 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T15:49:32.787 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-25T15:49:32.787 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:49:32.788 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T15:49:32.811 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T15:49:32.874 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:49:32.874 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T15:49:32.901 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T15:49:32.967 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:49:32.968 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T15:49:32.991 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T15:49:33.056 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-25T15:49:33.152 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-25T15:49:33.152 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:49:33.152 INFO:tasks.cephadm:Cluster fsid is 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:49:33.152 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-25T15:49:33.153 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.112', 'mon.b': '172.21.15.116', 'mon.c': '172.21.15.133'} 2024-04-25T15:49:33.153 INFO:tasks.cephadm:First mon is mon.a on smithi112 2024-04-25T15:49:33.153 INFO:tasks.cephadm:First mgr is x 2024-04-25T15:49:33.153 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-25T15:49:33.153 DEBUG:teuthology.orchestra.run.smithi112:> sudo hostname $(hostname -s) 2024-04-25T15:49:33.177 DEBUG:teuthology.orchestra.run.smithi116:> sudo hostname $(hostname -s) 2024-04-25T15:49:33.204 DEBUG:teuthology.orchestra.run.smithi133:> sudo hostname $(hostname -s) 2024-04-25T15:49:33.228 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-25T15:49:33.228 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:49:33.373 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78872/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3291-g994e2f20', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3291.g994e2f20'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-25 04:02:18.990013', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-pdonnell-testing-20240425.015853-debug', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-04-25T15:49:33.516 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-pdonnell-testing-20240425.015853-debug, sha1 994e2f20102a20fa9a27966c14b625cc01884df8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:49:33.517 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm 2024-04-25T15:49:33.518 DEBUG:teuthology.orchestra.run.smithi112:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:33.925 INFO:teuthology.orchestra.run.smithi112.stdout:-rw-r--r--. 1 ubuntu ubuntu 781647 Apr 25 15:49 /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:33.925 DEBUG:teuthology.orchestra.run.smithi116:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:34.477 INFO:teuthology.orchestra.run.smithi116.stdout:-rw-r--r--. 1 ubuntu ubuntu 781647 Apr 25 15:49 /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:34.477 DEBUG:teuthology.orchestra.run.smithi133:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:34.890 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r--. 1 ubuntu ubuntu 781647 Apr 25 15:49 /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:34.890 DEBUG:teuthology.orchestra.run.smithi112:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:34.909 DEBUG:teuthology.orchestra.run.smithi116:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:34.928 DEBUG:teuthology.orchestra.run.smithi133:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T15:49:34.959 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 on all hosts... 2024-04-25T15:49:34.959 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 pull 2024-04-25T15:49:34.962 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 pull 2024-04-25T15:49:34.970 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 pull 2024-04-25T15:49:36.410 INFO:teuthology.orchestra.run.smithi133.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T15:49:36.487 INFO:teuthology.orchestra.run.smithi116.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T15:49:36.504 INFO:teuthology.orchestra.run.smithi112.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T15:50:08.230 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T15:50:08.231 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T15:50:08.231 INFO:teuthology.orchestra.run.smithi112.stdout: "image_id": "d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4", 2024-04-25T15:50:08.231 INFO:teuthology.orchestra.run.smithi112.stdout: "repo_digests": [ 2024-04-25T15:50:08.231 INFO:teuthology.orchestra.run.smithi112.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385" 2024-04-25T15:50:08.231 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T15:50:08.231 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T15:50:10.454 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-25T15:50:10.455 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T15:50:10.455 INFO:teuthology.orchestra.run.smithi116.stdout: "image_id": "d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4", 2024-04-25T15:50:10.455 INFO:teuthology.orchestra.run.smithi116.stdout: "repo_digests": [ 2024-04-25T15:50:10.455 INFO:teuthology.orchestra.run.smithi116.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385" 2024-04-25T15:50:10.455 INFO:teuthology.orchestra.run.smithi116.stdout: ] 2024-04-25T15:50:10.455 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-25T15:50:18.755 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-25T15:50:18.755 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T15:50:18.755 INFO:teuthology.orchestra.run.smithi133.stdout: "image_id": "d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4", 2024-04-25T15:50:18.755 INFO:teuthology.orchestra.run.smithi133.stdout: "repo_digests": [ 2024-04-25T15:50:18.755 INFO:teuthology.orchestra.run.smithi133.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385" 2024-04-25T15:50:18.755 INFO:teuthology.orchestra.run.smithi133.stdout: ] 2024-04-25T15:50:18.755 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-25T15:50:18.781 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /etc/ceph 2024-04-25T15:50:18.811 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /etc/ceph 2024-04-25T15:50:18.843 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /etc/ceph 2024-04-25T15:50:18.920 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 777 /etc/ceph 2024-04-25T15:50:18.947 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 777 /etc/ceph 2024-04-25T15:50:18.975 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 777 /etc/ceph 2024-04-25T15:50:18.999 INFO:tasks.cephadm:Writing seed config... 2024-04-25T15:50:19.000 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-25T15:50:19.000 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-25T15:50:19.000 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-25T15:50:19.000 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-25T15:50:19.000 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-25T15:50:19.001 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-25T15:50:19.002 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-25T15:50:19.003 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-04-25T15:50:19.004 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:50:19.004 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-25T15:50:19.021 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 68f2f37e-031b-11ef-bc93-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-25T15:50:19.021 DEBUG:teuthology.orchestra.run.smithi112:mon.a> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a.service 2024-04-25T15:50:19.064 DEBUG:teuthology.orchestra.run.smithi112:mgr.x> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.x.service 2024-04-25T15:50:19.107 INFO:tasks.cephadm:Bootstrapping... 2024-04-25T15:50:19.107 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 -v bootstrap --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.112 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-25T15:50:19.303 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-25T15:50:19.303 INFO:teuthology.orchestra.run.smithi112.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8', '-v', 'bootstrap', '--fsid', '68f2f37e-031b-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.112', '--skip-admin-label'] 2024-04-25T15:50:19.303 INFO:teuthology.orchestra.run.smithi112.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-25T15:50:19.304 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying podman|docker is present... 2024-04-25T15:50:19.332 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T15:50:19.332 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying lvm2 is present... 2024-04-25T15:50:19.332 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying time synchronization is in place... 2024-04-25T15:50:19.339 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T15:50:19.339 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T15:50:19.345 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T15:50:19.345 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-25T15:50:19.352 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-04-25T15:50:19.359 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-04-25T15:50:19.359 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-04-25T15:50:19.359 INFO:teuthology.orchestra.run.smithi112.stdout:Repeating the final host check... 2024-04-25T15:50:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T15:50:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-25T15:50:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl is present 2024-04-25T15:50:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:lvcreate is present 2024-04-25T15:50:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T15:50:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T15:50:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T15:50:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-25T15:50:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-04-25T15:50:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-04-25T15:50:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-04-25T15:50:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:Host looks OK 2024-04-25T15:50:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:Cluster fsid: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:Acquiring lock 140089399942304 on /run/cephadm/68f2f37e-031b-11ef-bc93-c7b262605968.lock 2024-04-25T15:50:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:Lock 140089399942304 acquired on /run/cephadm/68f2f37e-031b-11ef-bc93-c7b262605968.lock 2024-04-25T15:50:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 3300 ... 2024-04-25T15:50:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 6789 ... 2024-04-25T15:50:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:Base mon IP(s) is [172.21.15.112:3300, 172.21.15.112:6789], mon addrv is [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-04-25T15:50:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.112 metric 100 2024-04-25T15:50:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.112 metric 100 2024-04-25T15:50:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-25T15:50:20.085 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-04-25T15:50:20.085 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-04-25T15:50:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-25T15:50:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-25T15:50:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T15:50:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-25T15:50:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 fe80::18d1:d92f:773f:8f0f/64 scope link noprefixroute 2024-04-25T15:50:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T15:50:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-04-25T15:50:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-04-25T15:50:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-25T15:50:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-25T15:50:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T15:50:23.321 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 2024-04-25T15:50:23.321 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T15:50:23.322 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Getting image source signatures 2024-04-25T15:50:23.322 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:3d665f4c032644be9cae748af04bee69f2bfe96cdc3616dabe0ab17899633ab5 2024-04-25T15:50:23.322 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:665339d96aad80d083ba9988a62422bcef0a42210fb2b28340e33ab98589f7b8 2024-04-25T15:50:23.322 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying config sha256:d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 2024-04-25T15:50:23.322 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-25T15:50:29.873 INFO:teuthology.orchestra.run.smithi112.stdout:ceph: stdout ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev) 2024-04-25T15:50:29.873 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph version: ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev) 2024-04-25T15:50:29.873 INFO:teuthology.orchestra.run.smithi112.stdout:Extracting ceph user uid/gid from container image... 2024-04-25T15:50:31.030 INFO:teuthology.orchestra.run.smithi112.stdout:stat: stdout 167 167 2024-04-25T15:50:31.030 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial keys... 2024-04-25T15:50:31.986 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQDHeypmb8LzFhAAO6fppDm+TZBJXAi4TH8LSw== 2024-04-25T15:50:32.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQDIeypmnI9kERAAJtAkoGVuyywxYWfFgIzERA== 2024-04-25T15:50:33.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQDJeypmiMpWBhAAoehczAKzeooecyBjlZe2+Q== 2024-04-25T15:50:33.652 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial monmap... 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:monmaptool for a [v2:172.21.15.112:3300,v1:172.21.15.112:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:setting min_mon_release = quincy 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: set fsid to 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:50:34.593 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mon... 2024-04-25T15:50:37.205 INFO:teuthology.orchestra.run.smithi112.stdout:create mon.a on 2024-04-25T15:50:37.403 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-25T15:50:37.540 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-25T15:50:37.711 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-68f2f37e-031b-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-68f2f37e-031b-11ef-bc93-c7b262605968.target. 2024-04-25T15:50:37.711 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-68f2f37e-031b-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-68f2f37e-031b-11ef-bc93-c7b262605968.target. 2024-04-25T15:50:37.956 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a 2024-04-25T15:50:37.957 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-25T15:50:38.116 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-68f2f37e-031b-11ef-bc93-c7b262605968.target.wants/ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-68f2f37e-031b-11ef-bc93-c7b262605968@.service. 2024-04-25T15:50:38.687 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T15:50:38.687 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-25T15:50:38.693 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T15:50:38.693 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-25T15:50:38.694 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-25T15:50:38.694 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T15:50:38.694 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon to start... 2024-04-25T15:50:38.694 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon... 2024-04-25T15:50:39.775 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout cluster: 2024-04-25T15:50:39.775 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout id: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout services: 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.580052s) 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout data: 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pgs: 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.136+0000 7fe0f0b53700 1 Processor -- start 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.136+0000 7fe0f0b53700 1 -- start start 2024-04-25T15:50:39.776 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.136+0000 7fe0f0b53700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec108c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.136+0000 7fe0f0b53700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ec109230 con 0x7fe0ec108830 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0ea59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec108c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0ea59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec108c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36778/0 (socket says 172.21.15.112:36778) 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0ea59c700 1 -- 172.21.15.112:0/3650240439 learned_addr learned my addr 172.21.15.112:0/3650240439 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0ea59c700 1 -- 172.21.15.112:0/3650240439 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ec1099b0 con 0x7fe0ec108830 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0ea59c700 1 --2- 172.21.15.112:0/3650240439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec108c40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe0dc0098a0 tx=0x7fe0dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a22f547f1a12876 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0e959a700 1 -- 172.21.15.112:0/3650240439 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0dc004160 con 0x7fe0ec108830 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0e959a700 1 -- 172.21.15.112:0/3650240439 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0dc004300 con 0x7fe0ec108830 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.137+0000 7fe0e959a700 1 -- 172.21.15.112:0/3650240439 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0dc0036a0 con 0x7fe0ec108830 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.138+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3650240439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 msgr2=0x7fe0ec108c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.138+0000 7fe0f0b53700 1 --2- 172.21.15.112:0/3650240439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec108c40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe0dc0098a0 tx=0x7fe0dc009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.138+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3650240439 shutdown_connections 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.138+0000 7fe0f0b53700 1 --2- 172.21.15.112:0/3650240439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec108c40 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.138+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3650240439 >> 172.21.15.112:0/3650240439 conn(0x7fe0ec103e70 msgr2=0x7fe0ec106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:39.777 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.138+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3650240439 shutdown_connections 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.138+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3650240439 wait complete. 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0f0b53700 1 Processor -- start 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0f0b53700 1 -- start start 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0f0b53700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec19b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0f0b53700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ec109ee0 con 0x7fe0ec108830 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0ea59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec19b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0ea59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec19b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36782/0 (socket says 172.21.15.112:36782) 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0ea59c700 1 -- 172.21.15.112:0/3966065452 learned_addr learned my addr 172.21.15.112:0/3966065452 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.139+0000 7fe0ea59c700 1 -- 172.21.15.112:0/3966065452 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ec19b6f0 con 0x7fe0ec108830 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0ea59c700 1 --2- 172.21.15.112:0/3966065452 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec19b1b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe0dc000c00 tx=0x7fe0dc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0db7fe700 1 -- 172.21.15.112:0/3966065452 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0dc003db0 con 0x7fe0ec108830 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0db7fe700 1 -- 172.21.15.112:0/3966065452 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0dc011630 con 0x7fe0ec108830 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0ec19b980 con 0x7fe0ec108830 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0db7fe700 1 -- 172.21.15.112:0/3966065452 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0dc011950 con 0x7fe0ec108830 2024-04-25T15:50:39.778 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0ec19e590 con 0x7fe0ec108830 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0db7fe700 1 -- 172.21.15.112:0/3966065452 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe0dc01a460 con 0x7fe0ec108830 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.140+0000 7fe0db7fe700 1 -- 172.21.15.112:0/3966065452 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe0dc01b780 con 0x7fe0ec108830 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.141+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0ec064cf0 con 0x7fe0ec108830 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.143+0000 7fe0db7fe700 1 -- 172.21.15.112:0/3966065452 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fe0dc031020 con 0x7fe0ec108830 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.214+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fe0ec02e780 con 0x7fe0ec108830 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.214+0000 7fe0db7fe700 1 -- 172.21.15.112:0/3966065452 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fe0dc01b9d0 con 0x7fe0ec108830 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.215+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 msgr2=0x7fe0ec19b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.215+0000 7fe0f0b53700 1 --2- 172.21.15.112:0/3966065452 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec19b1b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe0dc000c00 tx=0x7fe0dc004750 comp rx=0 tx=0).stop 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.215+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 shutdown_connections 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.215+0000 7fe0f0b53700 1 --2- 172.21.15.112:0/3966065452 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0ec108830 0x7fe0ec19b1b0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.215+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 >> 172.21.15.112:0/3966065452 conn(0x7fe0ec103e70 msgr2=0x7fe0ec1918f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.215+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 shutdown_connections 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:39.215+0000 7fe0f0b53700 1 -- 172.21.15.112:0/3966065452 wait complete. 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:mon is available 2024-04-25T15:50:39.779 INFO:teuthology.orchestra.run.smithi112.stdout:Assimilating anything we can from ceph.conf... 2024-04-25T15:50:40.833 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:40 smithi112 ceph-mon[29055]: from='client.? 172.21.15.112:0/3116287215' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-25T15:50:40.841 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:40.841 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T15:50:40.842 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f2715b99700 1 Processor -- start 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f2715b99700 1 -- start start 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f2715b99700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271010c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f2715b99700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f271007d630 con 0x7f271010a470 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f270f7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271010c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f270f7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271010c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36786/0 (socket says 172.21.15.112:36786) 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f270f7fe700 1 -- 172.21.15.112:0/1093372034 learned_addr learned my addr 172.21.15.112:0/1093372034 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f270f7fe700 1 -- 172.21.15.112:0/1093372034 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f271010cdd0 con 0x7f271010a470 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.204+0000 7f270f7fe700 1 --2- 172.21.15.112:0/1093372034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271010c890 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f27000098a0 tx=0x7f2700009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65c1d9b71c734485 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f270e7fc700 1 -- 172.21.15.112:0/1093372034 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2700004160 con 0x7f271010a470 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f270e7fc700 1 -- 172.21.15.112:0/1093372034 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2700004300 con 0x7f271010a470 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f270e7fc700 1 -- 172.21.15.112:0/1093372034 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27000036a0 con 0x7f271010a470 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f2715b99700 1 -- 172.21.15.112:0/1093372034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 msgr2=0x7f271010c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f2715b99700 1 --2- 172.21.15.112:0/1093372034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271010c890 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f27000098a0 tx=0x7f2700009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f2715b99700 1 -- 172.21.15.112:0/1093372034 shutdown_connections 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f2715b99700 1 --2- 172.21.15.112:0/1093372034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271010c890 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f2715b99700 1 -- 172.21.15.112:0/1093372034 >> 172.21.15.112:0/1093372034 conn(0x7f2710103e70 msgr2=0x7f2710106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f2715b99700 1 -- 172.21.15.112:0/1093372034 shutdown_connections 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.205+0000 7f2715b99700 1 -- 172.21.15.112:0/1093372034 wait complete. 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.206+0000 7f2715b99700 1 Processor -- start 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.206+0000 7f2715b99700 1 -- start start 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.206+0000 7f2715b99700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271019d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.206+0000 7f2715b99700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f271010d1e0 con 0x7f271010a470 2024-04-25T15:50:40.844 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.206+0000 7f270f7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271019d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270f7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271019d380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36788/0 (socket says 172.21.15.112:36788) 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270f7fe700 1 -- 172.21.15.112:0/3116287215 learned_addr learned my addr 172.21.15.112:0/3116287215 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270f7fe700 1 -- 172.21.15.112:0/3116287215 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f271019d8c0 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270f7fe700 1 --2- 172.21.15.112:0/3116287215 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271019d380 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f2700000c00 tx=0x7f2700004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2700003db0 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2700011630 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f271019db50 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2700011950 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27101a0760 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f270001a460 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.207+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f270001b780 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.208+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2710064cf0 con 0x7f271010a470 2024-04-25T15:50:40.845 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.210+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f2700032080 con 0x7f271010a470 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.277+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f271002e7e0 con 0x7f271010a470 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.280+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+467 (secure 0 0 0) 0x7f270001ba80 con 0x7f271010a470 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 msgr2=0x7f271019d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f270cff9700 1 -- 172.21.15.112:0/3116287215 <== mon.0 v2:172.21.15.112:3300/0 8 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f270001ad50 con 0x7f271010a470 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f2715b99700 1 --2- 172.21.15.112:0/3116287215 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271019d380 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f2700000c00 tx=0x7f2700004750 comp rx=0 tx=0).stop 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 shutdown_connections 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f2715b99700 1 --2- 172.21.15.112:0/3116287215 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f271010a470 0x7f271019d380 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 >> 172.21.15.112:0/3116287215 conn(0x7f2710103e70 msgr2=0x7f2710104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 shutdown_connections 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:40.282+0000 7f2715b99700 1 -- 172.21.15.112:0/3116287215 wait complete. 2024-04-25T15:50:40.846 INFO:teuthology.orchestra.run.smithi112.stdout:Generating new minimal ceph.conf... 2024-04-25T15:50:41.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:41 smithi112 ceph-mon[29055]: from='client.? 172.21.15.112:0/3211213263' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.242+0000 7f23e9933700 1 Processor -- start 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.242+0000 7f23e9933700 1 -- start start 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.242+0000 7f23e9933700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e4108c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.242+0000 7f23e9933700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f23e4109230 con 0x7f23e4108830 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e4108c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e4108c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36798/0 (socket says 172.21.15.112:36798) 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e2ffd700 1 -- 172.21.15.112:0/3596061936 learned_addr learned my addr 172.21.15.112:0/3596061936 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e2ffd700 1 -- 172.21.15.112:0/3596061936 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e4109a00 con 0x7f23e4108830 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e2ffd700 1 --2- 172.21.15.112:0/3596061936 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e4108c40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f23d40098a0 tx=0x7f23d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a1d7b96a2c9bdc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e27fc700 1 -- 172.21.15.112:0/3596061936 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23d4004160 con 0x7f23e4108830 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e27fc700 1 -- 172.21.15.112:0/3596061936 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f23d4004300 con 0x7f23e4108830 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.243+0000 7f23e27fc700 1 -- 172.21.15.112:0/3596061936 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23d40119e0 con 0x7f23e4108830 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.244+0000 7f23e9933700 1 -- 172.21.15.112:0/3596061936 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 msgr2=0x7f23e4108c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:41.855 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.244+0000 7f23e9933700 1 --2- 172.21.15.112:0/3596061936 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e4108c40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f23d40098a0 tx=0x7f23d4009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.244+0000 7f23e9933700 1 -- 172.21.15.112:0/3596061936 shutdown_connections 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.244+0000 7f23e9933700 1 --2- 172.21.15.112:0/3596061936 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e4108c40 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.244+0000 7f23e9933700 1 -- 172.21.15.112:0/3596061936 >> 172.21.15.112:0/3596061936 conn(0x7f23e4103e90 msgr2=0x7f23e4106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.244+0000 7f23e9933700 1 -- 172.21.15.112:0/3596061936 shutdown_connections 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.244+0000 7f23e9933700 1 -- 172.21.15.112:0/3596061936 wait complete. 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e9933700 1 Processor -- start 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e9933700 1 -- start start 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e9933700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e407d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e9933700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f23e410cdb0 con 0x7f23e4108830 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e407d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e407d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36802/0 (socket says 172.21.15.112:36802) 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e2ffd700 1 -- 172.21.15.112:0/3211213263 learned_addr learned my addr 172.21.15.112:0/3211213263 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.245+0000 7f23e2ffd700 1 -- 172.21.15.112:0/3211213263 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e407d750 con 0x7f23e4108830 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e2ffd700 1 --2- 172.21.15.112:0/3211213263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e407d210 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f23d40119b0 tx=0x7f23d4011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e8931700 1 -- 172.21.15.112:0/3211213263 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23d4003970 con 0x7f23e4108830 2024-04-25T15:50:41.856 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e8931700 1 -- 172.21.15.112:0/3211213263 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f23d4003b10 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23e41a0920 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e8931700 1 -- 172.21.15.112:0/3211213263 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23d4024610 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23e41a0e00 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e8931700 1 -- 172.21.15.112:0/3211213263 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f23d4024c10 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.246+0000 7f23e8931700 1 -- 172.21.15.112:0/3211213263 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f23d4019700 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.247+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23e4064cf0 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.249+0000 7f23e8931700 1 -- 172.21.15.112:0/3211213263 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f23d401aae0 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.315+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f23e41a1220 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.316+0000 7f23e8931700 1 -- 172.21.15.112:0/3211213263 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+177 (secure 0 0 0) 0x7f23e41a1220 con 0x7f23e4108830 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.316+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 msgr2=0x7f23e407d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.316+0000 7f23e9933700 1 --2- 172.21.15.112:0/3211213263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e407d210 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f23d40119b0 tx=0x7f23d4011a90 comp rx=0 tx=0).stop 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.316+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 shutdown_connections 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.316+0000 7f23e9933700 1 --2- 172.21.15.112:0/3211213263 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f23e4108830 0x7f23e407d210 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.316+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 >> 172.21.15.112:0/3211213263 conn(0x7f23e4103e90 msgr2=0x7f23e41046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.317+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 shutdown_connections 2024-04-25T15:50:41.857 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:41.317+0000 7f23e9933700 1 -- 172.21.15.112:0/3211213263 wait complete. 2024-04-25T15:50:41.858 INFO:teuthology.orchestra.run.smithi112.stdout:Restarting the monitor... 2024-04-25T15:50:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:41 smithi112 systemd[1]: Stopping Ceph mon.a for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:50:42.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:42 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a[29051]: 2024-04-25T15:50:42.542+0000 7f99f84c0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T15:50:42.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:42 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a[29051]: 2024-04-25T15:50:42.542+0000 7f99f84c0700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-25T15:50:42.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:42 smithi112 podman[29299]: 2024-04-25 15:50:42.584397279 +0000 UTC m=+0.573333982 container died 7e1dad4eb7f3becbcbffd1b5606bba1e20adde071b04a026e8c4f6d2cdea10db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T15:50:43.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:42 smithi112 podman[29299]: 2024-04-25 15:50:42.950413672 +0000 UTC m=+0.939350381 container cleanup 7e1dad4eb7f3becbcbffd1b5606bba1e20adde071b04a026e8c4f6d2cdea10db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T15:50:43.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:42 smithi112 bash[29299]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a 2024-04-25T15:50:43.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 podman[29313]: 2024-04-25 15:50:43.217892466 +0000 UTC m=+0.626725357 container remove 7e1dad4eb7f3becbcbffd1b5606bba1e20adde071b04a026e8c4f6d2cdea10db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True, org.label-schema.schema-version=1.0) 2024-04-25T15:50:43.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-25T15:50:43.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 systemd[1]: Stopped Ceph mon.a for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:50:43.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 systemd[1]: Starting Ceph mon.a for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:50:43.871 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 podman[29407]: 2024-04-25 15:50:43.498002122 +0000 UTC m=+0.017871694 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T15:50:43.871 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 podman[29407]: 2024-04-25 15:50:43.610472421 +0000 UTC m=+0.130342035 container create 25782bb5feb72422e5e01aef1093b29cc7228589c55093cdbf52338d18a6a2a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 podman[29407]: 2024-04-25 15:50:43.795966293 +0000 UTC m=+0.315835867 container init 25782bb5feb72422e5e01aef1093b29cc7228589c55093cdbf52338d18a6a2a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 podman[29407]: 2024-04-25 15:50:43.798768386 +0000 UTC m=+0.318637961 container start 25782bb5feb72422e5e01aef1093b29cc7228589c55093cdbf52338d18a6a2a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev), process ceph-mon, pid 2 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: pidfile_write: ignore empty --pid-file 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: load: jerasure load: lrc 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: RocksDB version: 7.9.2 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Git sha 0 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Compile date 2024-04-25 02:57:34 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: DB SUMMARY 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: DB Session ID: LEEJP6N0O8QIQO51CKB2 2024-04-25T15:50:43.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: CURRENT file: CURRENT 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104578 ; 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.error_if_exists: 0 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.create_if_missing: 0 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.paranoid_checks: 1 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.env: 0x5623c2aca500 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.info_log: 0x5623c51e7fc0 2024-04-25T15:50:43.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.statistics: (nil) 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.use_fsync: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_log_file_size: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.allow_fallocate: 1 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.use_direct_reads: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.db_log_dir: 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.wal_dir: 2024-04-25T15:50:43.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.write_buffer_manager: 0x5623c51b88c0 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T15:50:43.875 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.unordered_write: 0 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.row_cache: None 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.wal_filter: None 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T15:50:43.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.two_write_queues: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.wal_compression: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.atomic_flush: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.log_readahead_size: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T15:50:43.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_background_jobs: 2 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_background_compactions: -1 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_subcompactions: 1 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_open_files: -1 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T15:50:43.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_background_flushes: -1 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Compression algorithms supported: 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kZSTD supported: 0 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kXpressCompression supported: 0 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kZlibCompression supported: 1 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kSnappyCompression supported: 1 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kLZ4Compression supported: 1 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: kBZip2Compression supported: 0 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T15:50:43.880 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.merge_operator: 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_filter: None 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5623c52ee1a0) 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_type: 0 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_index_type: 0 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_shortening: 1 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: checksum: 4 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: no_block_cache: 0 2024-04-25T15:50:43.881 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache: 0x5623c51eb1f0 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_options: 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: capacity : 536870912 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_shard_bits : 4 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: strict_capacity_limit : 0 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_compressed: (nil) 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: persistent_cache: (nil) 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size: 4096 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size_deviation: 10 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_restart_interval: 16 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_block_restart_interval: 1 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_block_size: 4096 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: partition_filters: 0 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: use_delta_encoding: 1 2024-04-25T15:50:43.882 INFO:journalctl@ceph.mon.a.smithi112.stdout: filter_policy: bloomfilter 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: whole_key_filtering: 1 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: verify_compression: 0 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: format_version: 5 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_index_compression: 1 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_align: 0 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_auto_readahead_size: 262144 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: prepopulate_block_cache: 0 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: initial_auto_readahead_size: 8192 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression: NoCompression 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T15:50:43.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.num_levels: 7 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T15:50:43.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T15:50:43.885 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T15:50:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.inplace_update_support: 0 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T15:50:43.887 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.bloom_locality: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.max_successive_merges: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.ttl: 2592000 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.enable_blob_files: false 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.min_blob_size: 0 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T15:50:43.889 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 57a371da-6ab7-41f7-b9ac-dcfa449bb8e7 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714060243837737, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714060243838825, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99817, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97699, "index_size": 310, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14036, "raw_average_key_size": 49, "raw_value_size": 90037, "raw_average_value_size": 318, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714060243, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "57a371da-6ab7-41f7-b9ac-dcfa449bb8e7", "db_session_id": "LEEJP6N0O8QIQO51CKB2", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714060243838906, "job": 1, "event": "recovery_finished"} 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5623c51cfc00 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: DB pointer 0x5623c9fc2000 2024-04-25T15:50:43.890 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** DB Stats ** 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: L0 2/0 99.34 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 155.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T15:50:43.891 INFO:journalctl@ceph.mon.a.smithi112.stdout: Sum 2/0 99.34 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 155.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 155.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 155.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T15:50:43.892 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative compaction: 0.00 GB write, 29.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval compaction: 0.00 GB write, 29.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache BinnedLRUCache@0x5623c51eb1f0#2 capacity: 512.00 MB usage: 1.53 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.03 KB,0.000196695%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: starting mon.a rank 0 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???) e1 preinit fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???).mds e1 new map 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???).mds e1 print_map 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: e1 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T15:50:43.893 INFO:journalctl@ceph.mon.a.smithi112.stdout: legacy client fscid: -1 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout: No filesystems configured 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-25T15:50:43.894 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 bash[29407]: 25782bb5feb72422e5e01aef1093b29cc7228589c55093cdbf52338d18a6a2a6 2024-04-25T15:50:43.894 INFO:teuthology.orchestra.run.smithi112.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 systemd[1]: Started Ceph mon.a for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: monmap epoch 1 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: last_changed 2024-04-25T15:50:34.063943+0000 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: min_mon_release 19 (squid) 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: election_strategy: 1 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:50:44.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: fsmap 2024-04-25T15:50:44.124 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T15:50:44.124 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:43 smithi112 ceph-mon[29426]: mgrmap e1: no daemons active 2024-04-25T15:50:44.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.310+0000 7f35f3b45700 1 Processor -- start 2024-04-25T15:50:44.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.310+0000 7f35f3b45700 1 -- start start 2024-04-25T15:50:44.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.310+0000 7f35f3b45700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec07dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:44.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.310+0000 7f35f3b45700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f35ec07e090 con 0x7f35ec07f690 2024-04-25T15:50:44.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.310+0000 7f35f18e1700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec07dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:44.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.311+0000 7f35f18e1700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec07dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44644/0 (socket says 172.21.15.112:44644) 2024-04-25T15:50:44.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.311+0000 7f35f18e1700 1 -- 172.21.15.112:0/815014420 learned_addr learned my addr 172.21.15.112:0/815014420 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.311+0000 7f35f18e1700 1 -- 172.21.15.112:0/815014420 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ec07e210 con 0x7f35ec07f690 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.311+0000 7f35f18e1700 1 --2- 172.21.15.112:0/815014420 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec07dac0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f35e80098a0 tx=0x7f35e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f0ebd0d6538854 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.311+0000 7f35f08df700 1 -- 172.21.15.112:0/815014420 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35e8004160 con 0x7f35ec07f690 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.311+0000 7f35f08df700 1 -- 172.21.15.112:0/815014420 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f35e8004300 con 0x7f35ec07f690 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.311+0000 7f35f08df700 1 -- 172.21.15.112:0/815014420 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35e80119e0 con 0x7f35ec07f690 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.312+0000 7f35f3b45700 1 -- 172.21.15.112:0/815014420 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 msgr2=0x7f35ec07dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.312+0000 7f35f3b45700 1 --2- 172.21.15.112:0/815014420 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec07dac0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f35e80098a0 tx=0x7f35e8009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.312+0000 7f35f3b45700 1 -- 172.21.15.112:0/815014420 shutdown_connections 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.312+0000 7f35f3b45700 1 --2- 172.21.15.112:0/815014420 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec07dac0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.312+0000 7f35f3b45700 1 -- 172.21.15.112:0/815014420 >> 172.21.15.112:0/815014420 conn(0x7f35ec104f50 msgr2=0x7f35ec1073e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.312+0000 7f35f3b45700 1 -- 172.21.15.112:0/815014420 shutdown_connections 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.312+0000 7f35f3b45700 1 -- 172.21.15.112:0/815014420 wait complete. 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f3b45700 1 Processor -- start 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f3b45700 1 -- start start 2024-04-25T15:50:44.893 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f3b45700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec19fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f3b45700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f35ec10fea0 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f18e1700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec19fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f18e1700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec19fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44652/0 (socket says 172.21.15.112:44652) 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f18e1700 1 -- 172.21.15.112:0/3473018443 learned_addr learned my addr 172.21.15.112:0/3473018443 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f18e1700 1 -- 172.21.15.112:0/3473018443 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ec1a0310 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.313+0000 7f35f18e1700 1 --2- 172.21.15.112:0/3473018443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec19fdd0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f35e80119b0 tx=0x7f35e8011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35e2ffd700 1 -- 172.21.15.112:0/3473018443 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35e8003af0 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35e2ffd700 1 -- 172.21.15.112:0/3473018443 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f35e801a8a0 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35ec1a05a0 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35e2ffd700 1 -- 172.21.15.112:0/3473018443 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35e8024830 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35ec1a3170 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35e2ffd700 1 -- 172.21.15.112:0/3473018443 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f35e8022020 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35e2ffd700 1 -- 172.21.15.112:0/3473018443 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f35e80193c0 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.314+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35ec064cf0 con 0x7f35ec07f690 2024-04-25T15:50:44.894 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.317+0000 7f35e2ffd700 1 -- 172.21.15.112:0/3473018443 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f35e802dde0 con 0x7f35ec07f690 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.385+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f35ec1a3460 con 0x7f35ec07f690 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.387+0000 7f35e2ffd700 1 -- 172.21.15.112:0/3473018443 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f35e8032030 con 0x7f35ec07f690 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.388+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 msgr2=0x7f35ec19fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.388+0000 7f35f3b45700 1 --2- 172.21.15.112:0/3473018443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec19fdd0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f35e80119b0 tx=0x7f35e8011a90 comp rx=0 tx=0).stop 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.388+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 shutdown_connections 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.388+0000 7f35f3b45700 1 --2- 172.21.15.112:0/3473018443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35ec07f690 0x7f35ec19fdd0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.388+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 >> 172.21.15.112:0/3473018443 conn(0x7f35ec104f50 msgr2=0x7f35ec1057a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.388+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 shutdown_connections 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:44.388+0000 7f35f3b45700 1 -- 172.21.15.112:0/3473018443 wait complete. 2024-04-25T15:50:44.895 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-25T15:50:44.918 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-25T15:50:44.918 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mgr... 2024-04-25T15:50:44.918 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-25T15:50:44.919 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-25T15:50:45.179 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.x 2024-04-25T15:50:45.179 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-25T15:50:45.328 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-68f2f37e-031b-11ef-bc93-c7b262605968.target.wants/ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-68f2f37e-031b-11ef-bc93-c7b262605968@.service. 2024-04-25T15:50:45.657 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:45 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3473018443' entity='client.admin' 2024-04-25T15:50:45.869 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T15:50:45.869 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-25T15:50:45.877 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T15:50:45.877 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-25T15:50:45.877 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-25T15:50:45.877 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T15:50:45.885 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T15:50:45.885 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-25T15:50:45.892 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T15:50:45.892 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-25T15:50:45.892 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-25T15:50:45.892 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-25T15:50:45.892 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr to start... 2024-04-25T15:50:45.892 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr... 2024-04-25T15:50:46.633 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:46 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/233752048' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T15:50:46.633 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:46 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:46.549+0000 7f9193295200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T15:50:46.633 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:46 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:46.632+0000 7f9193295200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T15:50:46.976 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T15:50:46.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T15:50:46.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T15:50:46.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:46.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T15:50:46.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:46.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T15:50:46.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T15:50:46.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T15:50:46.987 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T15:50:46.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T15:50:46.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T15:50:38.636829+0000", 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.361+0000 7f5ea2da5700 1 Processor -- start 2024-04-25T15:50:46.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.361+0000 7f5ea2da5700 1 -- start start 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.361+0000 7f5ea2da5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c108bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.361+0000 7f5ea2da5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9c1091c0 con 0x7f5e9c1087c0 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.361+0000 7f5ea0b41700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c108bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.361+0000 7f5ea0b41700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c108bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44674/0 (socket says 172.21.15.112:44674) 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.361+0000 7f5ea0b41700 1 -- 172.21.15.112:0/2799338847 learned_addr learned my addr 172.21.15.112:0/2799338847 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.362+0000 7f5ea0b41700 1 -- 172.21.15.112:0/2799338847 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e9c109990 con 0x7f5e9c1087c0 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.362+0000 7f5ea0b41700 1 --2- 172.21.15.112:0/2799338847 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c108bd0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5e900098a0 tx=0x7f5e90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c62fba83b66121b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.362+0000 7f5e9b7fe700 1 -- 172.21.15.112:0/2799338847 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e90004160 con 0x7f5e9c1087c0 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.362+0000 7f5e9b7fe700 1 -- 172.21.15.112:0/2799338847 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f5e90004300 con 0x7f5e9c1087c0 2024-04-25T15:50:46.991 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.362+0000 7f5e9b7fe700 1 -- 172.21.15.112:0/2799338847 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e900119e0 con 0x7f5e9c1087c0 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.363+0000 7f5ea2da5700 1 -- 172.21.15.112:0/2799338847 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 msgr2=0x7f5e9c108bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.363+0000 7f5ea2da5700 1 --2- 172.21.15.112:0/2799338847 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c108bd0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5e900098a0 tx=0x7f5e90009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.363+0000 7f5ea2da5700 1 -- 172.21.15.112:0/2799338847 shutdown_connections 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.363+0000 7f5ea2da5700 1 --2- 172.21.15.112:0/2799338847 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c108bd0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.363+0000 7f5ea2da5700 1 -- 172.21.15.112:0/2799338847 >> 172.21.15.112:0/2799338847 conn(0x7f5e9c103e40 msgr2=0x7f5e9c1062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.363+0000 7f5ea2da5700 1 -- 172.21.15.112:0/2799338847 shutdown_connections 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.363+0000 7f5ea2da5700 1 -- 172.21.15.112:0/2799338847 wait complete. 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea2da5700 1 Processor -- start 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea2da5700 1 -- start start 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea2da5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c07c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea2da5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9c10cd40 con 0x7f5e9c1087c0 2024-04-25T15:50:46.992 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea0b41700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c07c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea0b41700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c07c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44684/0 (socket says 172.21.15.112:44684) 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea0b41700 1 -- 172.21.15.112:0/233752048 learned_addr learned my addr 172.21.15.112:0/233752048 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.364+0000 7f5ea0b41700 1 -- 172.21.15.112:0/233752048 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e9c07cec0 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5ea0b41700 1 --2- 172.21.15.112:0/233752048 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c07c980 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5e900119b0 tx=0x7f5e90011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5e99ffb700 1 -- 172.21.15.112:0/233752048 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e90003970 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5e99ffb700 1 -- 172.21.15.112:0/233752048 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f5e90003b10 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e9c1a0990 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5e99ffb700 1 -- 172.21.15.112:0/233752048 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e90024610 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e9c1a0e70 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5e99ffb700 1 -- 172.21.15.112:0/233752048 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5e90024c60 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.365+0000 7f5e99ffb700 1 -- 172.21.15.112:0/233752048 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5e90019700 con 0x7f5e9c1087c0 2024-04-25T15:50:46.993 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.366+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e9c064cf0 con 0x7f5e9c1087c0 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.368+0000 7f5e99ffb700 1 -- 172.21.15.112:0/233752048 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f5e9001aae0 con 0x7f5e9c1087c0 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.440+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f5e9c1a1220 con 0x7f5e9c1087c0 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.441+0000 7f5e99ffb700 1 -- 172.21.15.112:0/233752048 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f5e9001a430 con 0x7f5e9c1087c0 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.442+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 msgr2=0x7f5e9c07c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.442+0000 7f5ea2da5700 1 --2- 172.21.15.112:0/233752048 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c07c980 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5e900119b0 tx=0x7f5e90011a90 comp rx=0 tx=0).stop 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.442+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 shutdown_connections 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.442+0000 7f5ea2da5700 1 --2- 172.21.15.112:0/233752048 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e9c1087c0 0x7f5e9c07c980 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.442+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 >> 172.21.15.112:0/233752048 conn(0x7f5e9c103e40 msgr2=0x7f5e9c104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.442+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 shutdown_connections 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:46.442+0000 7f5ea2da5700 1 -- 172.21.15.112:0/233752048 wait complete. 2024-04-25T15:50:46.994 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (1/15)... 2024-04-25T15:50:48.156 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:47 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:47.824+0000 7f9193295200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T15:50:48.156 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:47 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:47.988+0000 7f9193295200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T15:50:48.157 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:48 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:48.155+0000 7f9193295200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T15:50:48.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:48 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:48.436+0000 7f9193295200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T15:50:48.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:48 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:48.525+0000 7f9193295200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T15:50:49.104 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:48 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:48.722+0000 7f9193295200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T15:50:49.104 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:48 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:48.909+0000 7f9193295200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:50:49.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:49 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2909270437' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T15:50:49.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:49 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:49.537+0000 7f9193295200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:50.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T15:50:50.133 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T15:50:50.134 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T15:50:50.135 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T15:50:38.636829+0000", 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.411+0000 7f82d7cb0700 1 Processor -- start 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.411+0000 7f82d7cb0700 1 -- start start 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.411+0000 7f82d7cb0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d010c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:50.136 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.411+0000 7f82d7cb0700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f82d007ce10 con 0x7f82d010a3e0 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d5a4c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d010c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d5a4c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d010c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44694/0 (socket says 172.21.15.112:44694) 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d5a4c700 1 -- 172.21.15.112:0/130595291 learned_addr learned my addr 172.21.15.112:0/130595291 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d5a4c700 1 -- 172.21.15.112:0/130595291 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d010cd40 con 0x7f82d010a3e0 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d5a4c700 1 --2- 172.21.15.112:0/130595291 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d010c800 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f82cc0098a0 tx=0x7f82cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=558815e05c8992ba server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d4a4a700 1 -- 172.21.15.112:0/130595291 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82cc004160 con 0x7f82d010a3e0 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d4a4a700 1 -- 172.21.15.112:0/130595291 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f82cc004300 con 0x7f82d010a3e0 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.412+0000 7f82d4a4a700 1 -- 172.21.15.112:0/130595291 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82cc0119e0 con 0x7f82d010a3e0 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.413+0000 7f82d7cb0700 1 -- 172.21.15.112:0/130595291 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 msgr2=0x7f82d010c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.413+0000 7f82d7cb0700 1 --2- 172.21.15.112:0/130595291 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d010c800 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f82cc0098a0 tx=0x7f82cc009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.413+0000 7f82d7cb0700 1 -- 172.21.15.112:0/130595291 shutdown_connections 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.413+0000 7f82d7cb0700 1 --2- 172.21.15.112:0/130595291 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d010c800 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.413+0000 7f82d7cb0700 1 -- 172.21.15.112:0/130595291 >> 172.21.15.112:0/130595291 conn(0x7f82d0103e40 msgr2=0x7f82d01062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:50.137 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.414+0000 7f82d7cb0700 1 -- 172.21.15.112:0/130595291 shutdown_connections 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.414+0000 7f82d7cb0700 1 -- 172.21.15.112:0/130595291 wait complete. 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.414+0000 7f82d7cb0700 1 Processor -- start 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.414+0000 7f82d7cb0700 1 -- start start 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d7cb0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d019fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d7cb0700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f82d010dc40 con 0x7f82d010a3e0 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d5a4c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d019fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d5a4c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d019fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44698/0 (socket says 172.21.15.112:44698) 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d5a4c700 1 -- 172.21.15.112:0/2909270437 learned_addr learned my addr 172.21.15.112:0/2909270437 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d5a4c700 1 -- 172.21.15.112:0/2909270437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d01a0330 con 0x7f82d010a3e0 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d5a4c700 1 --2- 172.21.15.112:0/2909270437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d019fdf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f82cc0116a0 tx=0x7f82cc011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82c6ffd700 1 -- 172.21.15.112:0/2909270437 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82cc0039f0 con 0x7f82d010a3e0 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82c6ffd700 1 -- 172.21.15.112:0/2909270437 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f82cc003b90 con 0x7f82d010a3e0 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d7cb0700 1 -- 172.21.15.112:0/2909270437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82d01a05c0 con 0x7f82d010a3e0 2024-04-25T15:50:50.138 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82c6ffd700 1 -- 172.21.15.112:0/2909270437 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82cc01a600 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.415+0000 7f82d7cb0700 1 -- 172.21.15.112:0/2909270437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82d01a3190 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.416+0000 7f82c6ffd700 1 -- 172.21.15.112:0/2909270437 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f82cc01ac90 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.416+0000 7f82c6ffd700 1 -- 172.21.15.112:0/2909270437 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f82cc019ae0 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.417+0000 7f82c4ff9700 1 -- 172.21.15.112:0/2909270437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82b8005330 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.419+0000 7f82c6ffd700 1 -- 172.21.15.112:0/2909270437 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f82cc019d80 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.492+0000 7f82c4ff9700 1 -- 172.21.15.112:0/2909270437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f82b80058f0 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.493+0000 7f82c6ffd700 1 -- 172.21.15.112:0/2909270437 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f82cc024a50 con 0x7f82d010a3e0 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.494+0000 7f82c4ff9700 1 -- 172.21.15.112:0/2909270437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 msgr2=0x7f82d019fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.494+0000 7f82c4ff9700 1 --2- 172.21.15.112:0/2909270437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d019fdf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f82cc0116a0 tx=0x7f82cc011a60 comp rx=0 tx=0).stop 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.494+0000 7f82c4ff9700 1 -- 172.21.15.112:0/2909270437 shutdown_connections 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.494+0000 7f82c4ff9700 1 --2- 172.21.15.112:0/2909270437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82d010a3e0 0x7f82d019fdf0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.494+0000 7f82c4ff9700 1 -- 172.21.15.112:0/2909270437 >> 172.21.15.112:0/2909270437 conn(0x7f82d0103e40 msgr2=0x7f82d0108340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.494+0000 7f82c4ff9700 1 -- 172.21.15.112:0/2909270437 shutdown_connections 2024-04-25T15:50:50.139 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:49.494+0000 7f82c4ff9700 1 -- 172.21.15.112:0/2909270437 wait complete. 2024-04-25T15:50:50.140 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (2/15)... 2024-04-25T15:50:50.303 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:49 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:49.976+0000 7f9193295200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T15:50:50.303 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:50 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:50.072+0000 7f9193295200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T15:50:50.303 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:50 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:50.302+0000 7f9193295200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T15:50:51.142 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:50 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:50.816+0000 7f9193295200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T15:50:51.142 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:50 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:50.905+0000 7f9193295200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T15:50:51.455 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:51.141+0000 7f9193295200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T15:50:51.455 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:51.271+0000 7f9193295200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T15:50:51.455 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:51.364+0000 7f9193295200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T15:50:51.770 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:51.476+0000 7f9193295200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T15:50:51.770 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:51.769+0000 7f9193295200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T15:50:52.504 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:52.370+0000 7f9193295200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T15:50:52.955 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:52.591+0000 7f9193295200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T15:50:52.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: Activating manager daemon x 2024-04-25T15:50:52.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: mgrmap e2: x(active, starting, since 0.00410986s) 2024-04-25T15:50:52.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: Manager daemon x is now available 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2032203130' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' 2024-04-25T15:50:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:52 smithi112 ceph-mon[29426]: from='mgr.14100 172.21.15.112:0/3753216253' entity='mgr.x' 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T15:50:53.321 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T15:50:53.322 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T15:50:53.330 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T15:50:53.330 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T15:50:53.330 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T15:50:53.330 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T15:50:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T15:50:38.636829+0000", 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.538+0000 7fe9aa5f9700 1 Processor -- start 2024-04-25T15:50:53.332 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.538+0000 7fe9aa5f9700 1 -- start start 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.538+0000 7fe9aa5f9700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a4108000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.538+0000 7fe9aa5f9700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a41085d0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.538+0000 7fe9a3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a4108000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.538+0000 7fe9a3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a4108000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44714/0 (socket says 172.21.15.112:44714) 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.538+0000 7fe9a3fff700 1 -- 172.21.15.112:0/3761677705 learned_addr learned my addr 172.21.15.112:0/3761677705 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.539+0000 7fe9a3fff700 1 -- 172.21.15.112:0/3761677705 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a410abf0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.539+0000 7fe9a3fff700 1 --2- 172.21.15.112:0/3761677705 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a4108000 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe9940098a0 tx=0x7fe994009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b87fd857c0ac5be1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.539+0000 7fe9a2ffd700 1 -- 172.21.15.112:0/3761677705 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe994004160 con 0x7fe9a4107bf0 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.539+0000 7fe9a2ffd700 1 -- 172.21.15.112:0/3761677705 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe994004300 con 0x7fe9a4107bf0 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.539+0000 7fe9a2ffd700 1 -- 172.21.15.112:0/3761677705 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe9940119e0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.540+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/3761677705 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 msgr2=0x7fe9a4108000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.540+0000 7fe9aa5f9700 1 --2- 172.21.15.112:0/3761677705 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a4108000 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe9940098a0 tx=0x7fe994009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.540+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/3761677705 shutdown_connections 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.540+0000 7fe9aa5f9700 1 --2- 172.21.15.112:0/3761677705 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a4108000 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:53.333 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.540+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/3761677705 >> 172.21.15.112:0/3761677705 conn(0x7fe9a41035a0 msgr2=0x7fe9a4105a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.540+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/3761677705 shutdown_connections 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.540+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/3761677705 wait complete. 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.541+0000 7fe9aa5f9700 1 Processor -- start 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.541+0000 7fe9aa5f9700 1 -- start start 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.541+0000 7fe9aa5f9700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a419ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.541+0000 7fe9aa5f9700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a410de20 con 0x7fe9a4107bf0 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.541+0000 7fe9a3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a419ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.541+0000 7fe9a3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a419ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44728/0 (socket says 172.21.15.112:44728) 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.541+0000 7fe9a3fff700 1 -- 172.21.15.112:0/2032203130 learned_addr learned my addr 172.21.15.112:0/2032203130 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9a3fff700 1 -- 172.21.15.112:0/2032203130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a419e330 con 0x7fe9a4107bf0 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9a3fff700 1 --2- 172.21.15.112:0/2032203130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a419ddf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe9940119b0 tx=0x7fe994011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe994003af0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe99401a8a0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9a419e5c0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.334 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe994024780 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9a41a1190 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe994022020 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.542+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe99402dda0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.543+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9a4064cf0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.545+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fe99401aa50 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.595+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 2) ==== 49272+0+0 (secure 0 0 0) 0x7fe99401a430 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.628+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fe9a41a1620 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.628+0000 7fe9a17fa700 1 -- 172.21.15.112:0/2032203130 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fe99400b3e0 con 0x7fe9a4107bf0 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.630+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 msgr2=0x7fe9a419ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.630+0000 7fe9aa5f9700 1 --2- 172.21.15.112:0/2032203130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a419ddf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe9940119b0 tx=0x7fe994011a90 comp rx=0 tx=0).stop 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.630+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 shutdown_connections 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.630+0000 7fe9aa5f9700 1 --2- 172.21.15.112:0/2032203130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe9a4107bf0 0x7fe9a419ddf0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.630+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 >> 172.21.15.112:0/2032203130 conn(0x7fe9a41035a0 msgr2=0x7fe9a4103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.630+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 shutdown_connections 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:52.630+0000 7fe9aa5f9700 1 -- 172.21.15.112:0/2032203130 wait complete. 2024-04-25T15:50:53.335 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (3/15)... 2024-04-25T15:50:54.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:54 smithi112 ceph-mon[29426]: mgrmap e3: x(active, since 1.00816s) 2024-04-25T15:50:55.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:55 smithi112 ceph-mon[29426]: mgrmap e4: x(active, since 2s) 2024-04-25T15:50:56.684 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:56.685 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T15:50:56.686 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T15:50:56.694 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T15:50:56.695 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T15:50:38.636829+0000", 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.803+0000 7f40f9929700 1 Processor -- start 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.803+0000 7f40f9929700 1 -- start start 2024-04-25T15:50:56.696 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.803+0000 7f40f9929700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f4108c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.803+0000 7f40f9929700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f40f4109260 con 0x7f40f4108860 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f4108c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f4108c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40968/0 (socket says 172.21.15.112:40968) 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f2ffd700 1 -- 172.21.15.112:0/2689927377 learned_addr learned my addr 172.21.15.112:0/2689927377 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f2ffd700 1 -- 172.21.15.112:0/2689927377 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f41099e0 con 0x7f40f4108860 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f2ffd700 1 --2- 172.21.15.112:0/2689927377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f4108c70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f40ec009e80 tx=0x7f40ec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fac6d9943ef99ca server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f1ffb700 1 -- 172.21.15.112:0/2689927377 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40ec017070 con 0x7f40f4108860 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f1ffb700 1 -- 172.21.15.112:0/2689927377 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f40ec00b8c0 con 0x7f40f4108860 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.804+0000 7f40f1ffb700 1 -- 172.21.15.112:0/2689927377 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40ec004420 con 0x7f40f4108860 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.805+0000 7f40f9929700 1 -- 172.21.15.112:0/2689927377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 msgr2=0x7f40f4108c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.805+0000 7f40f9929700 1 --2- 172.21.15.112:0/2689927377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f4108c70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f40ec009e80 tx=0x7f40ec00b330 comp rx=0 tx=0).stop 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.805+0000 7f40f9929700 1 -- 172.21.15.112:0/2689927377 shutdown_connections 2024-04-25T15:50:56.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.805+0000 7f40f9929700 1 --2- 172.21.15.112:0/2689927377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f4108c70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.805+0000 7f40f9929700 1 -- 172.21.15.112:0/2689927377 >> 172.21.15.112:0/2689927377 conn(0x7f40f4103ec0 msgr2=0x7f40f4106350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.805+0000 7f40f9929700 1 -- 172.21.15.112:0/2689927377 shutdown_connections 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.805+0000 7f40f9929700 1 -- 172.21.15.112:0/2689927377 wait complete. 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.806+0000 7f40f9929700 1 Processor -- start 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.806+0000 7f40f9929700 1 -- start start 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.806+0000 7f40f9929700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f419dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.806+0000 7f40f9929700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f40f410cd90 con 0x7f40f4108860 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.806+0000 7f40f2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f419dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.806+0000 7f40f2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f419dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40972/0 (socket says 172.21.15.112:40972) 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.806+0000 7f40f2ffd700 1 -- 172.21.15.112:0/2769481805 learned_addr learned my addr 172.21.15.112:0/2769481805 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.807+0000 7f40f2ffd700 1 -- 172.21.15.112:0/2769481805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f419e170 con 0x7f40f4108860 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.807+0000 7f40f2ffd700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f419dc30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f40ec00bca0 tx=0x7f40ec00bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.807+0000 7f40f8927700 1 -- 172.21.15.112:0/2769481805 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40ec020020 con 0x7f40f4108860 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.807+0000 7f40f8927700 1 -- 172.21.15.112:0/2769481805 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f40ec012430 con 0x7f40f4108860 2024-04-25T15:50:56.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.807+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40f419e400 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.807+0000 7f40f8927700 1 -- 172.21.15.112:0/2769481805 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40ec017040 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.807+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40f41a1010 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.808+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40f4064cf0 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.808+0000 7f40f8927700 1 -- 172.21.15.112:0/2769481805 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 4) ==== 49505+0+0 (secure 0 0 0) 0x7f40ec023020 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.808+0000 7f40f8927700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f40dc03d5e0 0x7f40dc03faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.808+0000 7f40f8927700 1 -- 172.21.15.112:0/2769481805 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f40ec00f050 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.809+0000 7f40f27fc700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f40dc03d5e0 0x7f40dc03faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.809+0000 7f40f27fc700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f40dc03d5e0 0x7f40dc03faf0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f40e8006fd0 tx=0x7f40e8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:55.814+0000 7f40f8927700 1 -- 172.21.15.112:0/2769481805 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f40ec057020 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.093+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f40f402e810 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.093+0000 7f40f8927700 1 -- 172.21.15.112:0/2769481805 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f40ec02a020 con 0x7f40f4108860 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f40dc03d5e0 msgr2=0x7f40dc03faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f40dc03d5e0 0x7f40dc03faf0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f40e8006fd0 tx=0x7f40e8006e40 comp rx=0 tx=0).stop 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 msgr2=0x7f40f419dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:56.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f419dc30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f40ec00bca0 tx=0x7f40ec00bd80 comp rx=0 tx=0).stop 2024-04-25T15:50:56.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 shutdown_connections 2024-04-25T15:50:56.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f40dc03d5e0 0x7f40dc03faf0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:56.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 --2- 172.21.15.112:0/2769481805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f40f4108860 0x7f40f419dc30 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:56.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 >> 172.21.15.112:0/2769481805 conn(0x7f40f4103ec0 msgr2=0x7f40f41941c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:56.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 shutdown_connections 2024-04-25T15:50:56.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:56.096+0000 7f40f9929700 1 -- 172.21.15.112:0/2769481805 wait complete. 2024-04-25T15:50:56.700 INFO:teuthology.orchestra.run.smithi112.stdout:mgr is available 2024-04-25T15:50:56.811 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:56 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2769481805' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T15:50:57.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:57 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2989966791' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T15:50:57.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:57.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T15:50:57.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:50:57.895 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T15:50:57.896 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.130+0000 7f36bfe8a700 1 Processor -- start 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.130+0000 7f36bfe8a700 1 -- start start 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.130+0000 7f36bfe8a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b8108620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.130+0000 7f36bfe8a700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f36b807cdd0 con 0x7f36b8108210 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bdc26700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b8108620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bdc26700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b8108620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40982/0 (socket says 172.21.15.112:40982) 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bdc26700 1 -- 172.21.15.112:0/1353408949 learned_addr learned my addr 172.21.15.112:0/1353408949 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bdc26700 1 -- 172.21.15.112:0/1353408949 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b8108b60 con 0x7f36b8108210 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bdc26700 1 --2- 172.21.15.112:0/1353408949 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b8108620 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009e80 tx=0x7f36b400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=665c0b08b0423b32 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bcc24700 1 -- 172.21.15.112:0/1353408949 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f36b4017070 con 0x7f36b8108210 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bcc24700 1 -- 172.21.15.112:0/1353408949 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f36b400b8c0 con 0x7f36b8108210 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.131+0000 7f36bcc24700 1 -- 172.21.15.112:0/1353408949 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f36b4004420 con 0x7f36b8108210 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.132+0000 7f36bfe8a700 1 -- 172.21.15.112:0/1353408949 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 msgr2=0x7f36b8108620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.132+0000 7f36bfe8a700 1 --2- 172.21.15.112:0/1353408949 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b8108620 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009e80 tx=0x7f36b400b330 comp rx=0 tx=0).stop 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.132+0000 7f36bfe8a700 1 -- 172.21.15.112:0/1353408949 shutdown_connections 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.132+0000 7f36bfe8a700 1 --2- 172.21.15.112:0/1353408949 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b8108620 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:57.897 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.132+0000 7f36bfe8a700 1 -- 172.21.15.112:0/1353408949 >> 172.21.15.112:0/1353408949 conn(0x7f36b8103e40 msgr2=0x7f36b81062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.132+0000 7f36bfe8a700 1 -- 172.21.15.112:0/1353408949 shutdown_connections 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.132+0000 7f36bfe8a700 1 -- 172.21.15.112:0/1353408949 wait complete. 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.133+0000 7f36bfe8a700 1 Processor -- start 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.133+0000 7f36bfe8a700 1 -- start start 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.133+0000 7f36bfe8a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b819fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.133+0000 7f36bfe8a700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f36b8109b80 con 0x7f36b8108210 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.133+0000 7f36bdc26700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b819fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.133+0000 7f36bdc26700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b819fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40996/0 (socket says 172.21.15.112:40996) 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.133+0000 7f36bdc26700 1 -- 172.21.15.112:0/2989966791 learned_addr learned my addr 172.21.15.112:0/2989966791 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.134+0000 7f36bdc26700 1 -- 172.21.15.112:0/2989966791 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b81a0330 con 0x7f36b8108210 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.134+0000 7f36bdc26700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b819fdf0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009e50 tx=0x7f36b400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.134+0000 7f36aeffd700 1 -- 172.21.15.112:0/2989966791 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f36b4020020 con 0x7f36b8108210 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.134+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36b81a05c0 con 0x7f36b8108210 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.134+0000 7f36aeffd700 1 -- 172.21.15.112:0/2989966791 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f36b4012430 con 0x7f36b8108210 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.134+0000 7f36aeffd700 1 -- 172.21.15.112:0/2989966791 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f36b4017040 con 0x7f36b8108210 2024-04-25T15:50:57.898 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.134+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36b81a3190 con 0x7f36b8108210 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.135+0000 7f36aeffd700 1 -- 172.21.15.112:0/2989966791 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 4) ==== 49505+0+0 (secure 0 0 0) 0x7f36b4023020 con 0x7f36b8108210 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.135+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36b8064cf0 con 0x7f36b8108210 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.135+0000 7f36aeffd700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f36a403d590 0x7f36a403faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.135+0000 7f36aeffd700 1 -- 172.21.15.112:0/2989966791 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f36b400f050 con 0x7f36b8108210 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.135+0000 7f36bd425700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f36a403d590 0x7f36a403faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.136+0000 7f36bd425700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f36a403d590 0x7f36a403faa0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f36a8006fd0 tx=0x7f36a8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.140+0000 7f36aeffd700 1 -- 172.21.15.112:0/2989966791 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f36b402a020 con 0x7f36b8108210 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.338+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f36b802e900 con 0x7f36b8108210 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.339+0000 7f36aeffd700 1 -- 172.21.15.112:0/2989966791 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f36b402b260 con 0x7f36b8108210 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f36a403d590 msgr2=0x7f36a403faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f36a403d590 0x7f36a403faa0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f36a8006fd0 tx=0x7f36a8006e40 comp rx=0 tx=0).stop 2024-04-25T15:50:57.899 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 msgr2=0x7f36b819fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b819fdf0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009e50 tx=0x7f36b400bd50 comp rx=0 tx=0).stop 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 shutdown_connections 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f36a403d590 0x7f36a403faa0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 --2- 172.21.15.112:0/2989966791 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f36b8108210 0x7f36b819fdf0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.341+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 >> 172.21.15.112:0/2989966791 conn(0x7f36b8103e40 msgr2=0x7f36b8193d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.342+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 shutdown_connections 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:57.342+0000 7f36bfe8a700 1 -- 172.21.15.112:0/2989966791 wait complete. 2024-04-25T15:50:57.900 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling cephadm module... 2024-04-25T15:50:58.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:58 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2014765518' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-25T15:50:58.955 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:58 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: ignoring --setuser ceph since I am not root 2024-04-25T15:50:58.955 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:58 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: ignoring --setgroup ceph since I am not root 2024-04-25T15:50:58.955 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:58 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:58.855+0000 7f555dbe2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T15:50:59.267 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:59.045+0000 7f555dbe2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:50:59.267 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:59.149+0000 7f555dbe2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.349+0000 7f5d8a3d2700 1 Processor -- start 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.349+0000 7f5d8a3d2700 1 -- start start 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.349+0000 7f5d8a3d2700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d84109d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.349+0000 7f5d8a3d2700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5d8410a360 con 0x7f5d84109960 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d83fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d84109d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d83fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d84109d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41010/0 (socket says 172.21.15.112:41010) 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d83fff700 1 -- 172.21.15.112:0/113819326 learned_addr learned my addr 172.21.15.112:0/113819326 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d83fff700 1 -- 172.21.15.112:0/113819326 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d8410aae0 con 0x7f5d84109960 2024-04-25T15:50:59.275 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d83fff700 1 --2- 172.21.15.112:0/113819326 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d84109d70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5d740098a0 tx=0x7f5d74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=659c647e66a336e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d82ffd700 1 -- 172.21.15.112:0/113819326 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d74004160 con 0x7f5d84109960 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d82ffd700 1 -- 172.21.15.112:0/113819326 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f5d74004300 con 0x7f5d84109960 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.350+0000 7f5d82ffd700 1 -- 172.21.15.112:0/113819326 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d740119e0 con 0x7f5d84109960 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.351+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/113819326 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 msgr2=0x7f5d84109d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.351+0000 7f5d8a3d2700 1 --2- 172.21.15.112:0/113819326 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d84109d70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5d740098a0 tx=0x7f5d74009bb0 comp rx=0 tx=0).stop 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.351+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/113819326 shutdown_connections 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.351+0000 7f5d8a3d2700 1 --2- 172.21.15.112:0/113819326 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d84109d70 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.351+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/113819326 >> 172.21.15.112:0/113819326 conn(0x7f5d84104fc0 msgr2=0x7f5d84107450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.351+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/113819326 shutdown_connections 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.351+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/113819326 wait complete. 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d8a3d2700 1 Processor -- start 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d8a3d2700 1 -- start start 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d8a3d2700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d8407f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:59.276 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d8a3d2700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5d8410de90 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d83fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d8407f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d83fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d8407f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41012/0 (socket says 172.21.15.112:41012) 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d83fff700 1 -- 172.21.15.112:0/2014765518 learned_addr learned my addr 172.21.15.112:0/2014765518 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.352+0000 7f5d83fff700 1 -- 172.21.15.112:0/2014765518 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d8407f810 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.353+0000 7f5d83fff700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d8407f2d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5d740119b0 tx=0x7f5d74011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.353+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d74003970 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.353+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f5d74003b10 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.353+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d8407da60 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.353+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d74024610 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.353+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d8407df40 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.354+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d84064cf0 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.354+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 4) ==== 49505+0+0 (secure 0 0 0) 0x7f5d7402d3f0 con 0x7f5d84109960 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.354+0000 7f5d817fa700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f5d6c03d5e0 0x7f5d6c03faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:50:59.277 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.354+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5d74052760 con 0x7f5d84109960 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.354+0000 7f5d837fe700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f5d6c03d5e0 0x7f5d6c03faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.354+0000 7f5d837fe700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f5d6c03d5e0 0x7f5d6c03faf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5d78006fd0 tx=0x7f5d78006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.359+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d740094f0 con 0x7f5d84109960 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.613+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f5d8407e750 con 0x7f5d84109960 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.664+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f5d74029df0 con 0x7f5d84109960 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.666+0000 7f5d817fa700 1 -- 172.21.15.112:0/2014765518 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mgrmap(e 5) ==== 49516+0+0 (secure 0 0 0) 0x7f5d7401aae0 con 0x7f5d84109960 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.667+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f5d6c03d5e0 msgr2=0x7f5d6c03faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.667+0000 7f5d8a3d2700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f5d6c03d5e0 0x7f5d6c03faf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5d78006fd0 tx=0x7f5d78006e40 comp rx=0 tx=0).stop 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.667+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 msgr2=0x7f5d8407f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.667+0000 7f5d8a3d2700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d8407f2d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5d740119b0 tx=0x7f5d74011a90 comp rx=0 tx=0).stop 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.668+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 shutdown_connections 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.668+0000 7f5d8a3d2700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f5d6c03d5e0 0x7f5d6c03faf0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:59.278 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.668+0000 7f5d8a3d2700 1 --2- 172.21.15.112:0/2014765518 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5d84109960 0x7f5d8407f2d0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:50:59.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.668+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 >> 172.21.15.112:0/2014765518 conn(0x7f5d84104fc0 msgr2=0x7f5d841057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:50:59.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.668+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 shutdown_connections 2024-04-25T15:50:59.279 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:58.668+0000 7f5d8a3d2700 1 -- 172.21.15.112:0/2014765518 wait complete. 2024-04-25T15:50:59.558 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:59.468+0000 7f555dbe2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T15:50:59.558 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:50:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:50:59.557+0000 7f555dbe2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T15:50:59.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:59 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2014765518' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-25T15:50:59.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:50:59 smithi112 ceph-mon[29426]: mgrmap e5: x(active, since 6s) 2024-04-25T15:51:00.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:51:00.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-25T15:51:00.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.613+0000 7f9d649bd700 1 Processor -- start 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.613+0000 7f9d649bd700 1 -- start start 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.613+0000 7f9d649bd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6010c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.613+0000 7f9d649bd700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6007ce50 con 0x7f9d6010a3a0 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.613+0000 7f9d5e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6010c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.613+0000 7f9d5e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6010c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41050/0 (socket says 172.21.15.112:41050) 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.613+0000 7f9d5e59c700 1 -- 172.21.15.112:0/867262329 learned_addr learned my addr 172.21.15.112:0/867262329 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.614+0000 7f9d5e59c700 1 -- 172.21.15.112:0/867262329 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d6010cd00 con 0x7f9d6010a3a0 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.614+0000 7f9d5e59c700 1 --2- 172.21.15.112:0/867262329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6010c7c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9d500098a0 tx=0x7f9d50009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=564520d7cfcb6587 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:00.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.614+0000 7f9d5d59a700 1 -- 172.21.15.112:0/867262329 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d50004160 con 0x7f9d6010a3a0 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.614+0000 7f9d5d59a700 1 -- 172.21.15.112:0/867262329 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f9d50004300 con 0x7f9d6010a3a0 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.614+0000 7f9d5d59a700 1 -- 172.21.15.112:0/867262329 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d500119e0 con 0x7f9d6010a3a0 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.615+0000 7f9d649bd700 1 -- 172.21.15.112:0/867262329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 msgr2=0x7f9d6010c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.615+0000 7f9d649bd700 1 --2- 172.21.15.112:0/867262329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6010c7c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9d500098a0 tx=0x7f9d50009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.615+0000 7f9d649bd700 1 -- 172.21.15.112:0/867262329 shutdown_connections 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.615+0000 7f9d649bd700 1 --2- 172.21.15.112:0/867262329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6010c7c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.615+0000 7f9d649bd700 1 -- 172.21.15.112:0/867262329 >> 172.21.15.112:0/867262329 conn(0x7f9d60103e40 msgr2=0x7f9d601062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.615+0000 7f9d649bd700 1 -- 172.21.15.112:0/867262329 shutdown_connections 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.615+0000 7f9d649bd700 1 -- 172.21.15.112:0/867262329 wait complete. 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d649bd700 1 Processor -- start 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d649bd700 1 -- start start 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d649bd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6019dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d649bd700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6010dc60 con 0x7f9d6010a3a0 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d5e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6019dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:00.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d5e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6019dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41066/0 (socket says 172.21.15.112:41066) 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d5e59c700 1 -- 172.21.15.112:0/4242583061 learned_addr learned my addr 172.21.15.112:0/4242583061 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d5e59c700 1 -- 172.21.15.112:0/4242583061 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d6019e0f0 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.616+0000 7f9d5e59c700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6019dbb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9d500119b0 tx=0x7f9d50011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.617+0000 7f9d4f7fe700 1 -- 172.21.15.112:0/4242583061 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d50003af0 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.617+0000 7f9d4f7fe700 1 -- 172.21.15.112:0/4242583061 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f9d5001a8a0 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.617+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d6019e380 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.617+0000 7f9d4f7fe700 1 -- 172.21.15.112:0/4242583061 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d50024830 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.617+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d601a0f90 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.618+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d60064cf0 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.618+0000 7f9d4f7fe700 1 -- 172.21.15.112:0/4242583061 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) ==== 49516+0+0 (secure 0 0 0) 0x7f9d50022020 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.618+0000 7f9d4f7fe700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 0x7f9d4803fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.618+0000 7f9d4f7fe700 1 -- 172.21.15.112:0/4242583061 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9d50052340 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.618+0000 7f9d5dd9b700 1 -- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 msgr2=0x7f9d4803fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2956687455 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.618+0000 7f9d5dd9b700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 0x7f9d4803fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.623+0000 7f9d4f7fe700 1 -- 172.21.15.112:0/4242583061 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d5000e260 con 0x7f9d6010a3a0 2024-04-25T15:51:00.552 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.819+0000 7f9d5dd9b700 1 -- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 msgr2=0x7f9d4803fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2956687455 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.819+0000 7f9d5dd9b700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 0x7f9d4803fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.886+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f9d601a1610 con 0x7f9d6010a3a0 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.887+0000 7f9d4f7fe700 1 -- 172.21.15.112:0/4242583061 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f9d500520a0 con 0x7f9d6010a3a0 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 msgr2=0x7f9d4803fb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 0x7f9d4803fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 msgr2=0x7f9d6019dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6019dbb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9d500119b0 tx=0x7f9d50011a90 comp rx=0 tx=0).stop 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 shutdown_connections 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f9d4803d680 0x7f9d4803fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 --2- 172.21.15.112:0/4242583061 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d6010a3a0 0x7f9d6019dbb0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 >> 172.21.15.112:0/4242583061 conn(0x7f9d60103e40 msgr2=0x7f9d601046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 shutdown_connections 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:50:59.889+0000 7f9d649bd700 1 -- 172.21.15.112:0/4242583061 wait complete. 2024-04-25T15:51:00.553 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-04-25T15:51:00.554 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 5... 2024-04-25T15:51:00.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:00 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4242583061' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T15:51:00.868 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:00.779+0000 7f555dbe2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T15:51:01.130 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:00.957+0000 7f555dbe2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T15:51:01.130 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:01.129+0000 7f555dbe2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T15:51:01.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:01.418+0000 7f555dbe2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T15:51:01.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:01.511+0000 7f555dbe2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T15:51:02.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:01.715+0000 7f555dbe2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T15:51:02.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:01.907+0000 7f555dbe2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:51:02.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:02.502+0000 7f555dbe2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T15:51:03.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:02.928+0000 7f555dbe2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T15:51:03.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:03.024+0000 7f555dbe2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T15:51:03.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:03.228+0000 7f555dbe2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T15:51:04.097 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:03.757+0000 7f555dbe2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T15:51:04.097 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:03.850+0000 7f555dbe2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T15:51:04.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:04.095+0000 7f555dbe2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T15:51:04.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:04.230+0000 7f555dbe2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T15:51:04.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:04.326+0000 7f555dbe2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T15:51:04.443 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:04.441+0000 7f555dbe2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T15:51:05.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:04.742+0000 7f555dbe2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T15:51:05.614 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:05.342+0000 7f555dbe2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T15:51:05.614 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:05.560+0000 7f555dbe2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T15:51:05.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: Active manager daemon x restarted 2024-04-25T15:51:05.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: Activating manager daemon x 2024-04-25T15:51:05.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: osdmap e2: 0 total, 0 up, 0 in 2024-04-25T15:51:05.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: mgrmap e6: x(active, starting, since 0.00390967s) 2024-04-25T15:51:05.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:51:05.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: Manager daemon x is now available 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:05.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:05 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:06.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:06 smithi112 ceph-mon[29426]: Found migration_current of "None". Setting to last migration. 2024-04-25T15:51:06.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:06 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T15:51:06.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:06 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T15:51:06.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:06 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:06.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:06 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:06.904 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:06 smithi112 ceph-mon[29426]: mgrmap e7: x(active, since 1.00617s) 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.978+0000 7f37ea891700 1 Processor -- start 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.978+0000 7f37ea891700 1 -- start start 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.978+0000 7f37ea891700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e410b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.978+0000 7f37ea891700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f37e410b900 con 0x7f37e410af20 2024-04-25T15:51:07.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.978+0000 7f37e3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e410b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.979+0000 7f37e3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e410b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41082/0 (socket says 172.21.15.112:41082) 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.979+0000 7f37e3fff700 1 -- 172.21.15.112:0/2579527247 learned_addr learned my addr 172.21.15.112:0/2579527247 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.979+0000 7f37e3fff700 1 -- 172.21.15.112:0/2579527247 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e410ba80 con 0x7f37e410af20 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.979+0000 7f37e3fff700 1 --2- 172.21.15.112:0/2579527247 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e410b330 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f37d80098a0 tx=0x7f37d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=261d4cdc82cdb7a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.979+0000 7f37e2ffd700 1 -- 172.21.15.112:0/2579527247 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37d8004160 con 0x7f37e410af20 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.979+0000 7f37e2ffd700 1 -- 172.21.15.112:0/2579527247 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f37d8004300 con 0x7f37e410af20 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.979+0000 7f37e2ffd700 1 -- 172.21.15.112:0/2579527247 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37d80119e0 con 0x7f37e410af20 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.980+0000 7f37ea891700 1 -- 172.21.15.112:0/2579527247 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 msgr2=0x7f37e410b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.980+0000 7f37ea891700 1 --2- 172.21.15.112:0/2579527247 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e410b330 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f37d80098a0 tx=0x7f37d8009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.980+0000 7f37ea891700 1 -- 172.21.15.112:0/2579527247 shutdown_connections 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.980+0000 7f37ea891700 1 --2- 172.21.15.112:0/2579527247 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e410b330 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.980+0000 7f37ea891700 1 -- 172.21.15.112:0/2579527247 >> 172.21.15.112:0/2579527247 conn(0x7f37e41035a0 msgr2=0x7f37e4105a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:07.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.980+0000 7f37ea891700 1 -- 172.21.15.112:0/2579527247 shutdown_connections 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.980+0000 7f37ea891700 1 -- 172.21.15.112:0/2579527247 wait complete. 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.981+0000 7f37ea891700 1 Processor -- start 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.981+0000 7f37ea891700 1 -- start start 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.981+0000 7f37ea891700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e419dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.981+0000 7f37ea891700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4108770 con 0x7f37e410af20 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.981+0000 7f37e3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e419dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.981+0000 7f37e3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e419dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41096/0 (socket says 172.21.15.112:41096) 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.981+0000 7f37e3fff700 1 -- 172.21.15.112:0/100223334 learned_addr learned my addr 172.21.15.112:0/100223334 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.982+0000 7f37e3fff700 1 -- 172.21.15.112:0/100223334 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e419e160 con 0x7f37e410af20 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.982+0000 7f37e3fff700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e419dc20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f37d80116a0 tx=0x7f37d8011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.982+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37d80039f0 con 0x7f37e410af20 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.982+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f37d8003b90 con 0x7f37e410af20 2024-04-25T15:51:07.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.982+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37d801a600 con 0x7f37e410af20 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.982+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e419e3f0 con 0x7f37e410af20 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.982+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e41a1000 con 0x7f37e410af20 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.983+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) ==== 49516+0+0 (secure 0 0 0) 0x7f37d801a8b0 con 0x7f37e410af20 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.983+0000 7f37e17fa700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.983+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 --> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f37cc040250 con 0x7f37cc03d630 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.983+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f37d80529f0 con 0x7f37e410af20 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.983+0000 7f37e37fe700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 msgr2=0x7f37cc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2956687455 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:00.983+0000 7f37e37fe700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:01.184+0000 7f37e37fe700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 msgr2=0x7f37cc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2956687455 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:01.184+0000 7f37e37fe700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:01.585+0000 7f37e37fe700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 msgr2=0x7f37cc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2956687455 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:01.585+0000 7f37e37fe700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:02.385+0000 7f37e37fe700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 msgr2=0x7f37cc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2956687455 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:02.385+0000 7f37e37fe700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T15:51:07.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:03.986+0000 7f37e37fe700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 msgr2=0x7f37cc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2956687455 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:03.986+0000 7f37e37fe700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:05.564+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mgrmap(e 6) ==== 49283+0+0 (secure 0 0 0) 0x7f37d801aba0 con 0x7f37e410af20 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:05.564+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 msgr2=0x7f37cc03fb40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:05.564+0000 7f37e17fa700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.565+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 7) ==== 49410+0+0 (secure 0 0 0) 0x7f37d8054200 con 0x7f37e410af20 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.565+0000 7f37e17fa700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f37cc040f70 0x7f37cc043390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.565+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f37cc040250 con 0x7f37cc040f70 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.566+0000 7f37e37fe700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f37cc040f70 0x7f37cc043390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.567+0000 7f37e37fe700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f37cc040f70 0x7f37cc043390 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f37d4003a10 tx=0x7f37d40092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.567+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f37cc040250 con 0x7f37cc040f70 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.575+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f37e4064cf0 con 0x7f37cc040f70 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37e17fa700 1 -- 172.21.15.112:0/100223334 <== mgr.14120 v2:172.21.15.112:6800/1021036877 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f37e4064cf0 con 0x7f37cc040f70 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f37cc040f70 msgr2=0x7f37cc043390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f37cc040f70 0x7f37cc043390 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f37d4003a10 tx=0x7f37d40092b0 comp rx=0 tx=0).stop 2024-04-25T15:51:07.228 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 msgr2=0x7f37e419dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e419dc20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f37d80116a0 tx=0x7f37d8011a60 comp rx=0 tx=0).stop 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 shutdown_connections 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f37cc040f70 0x7f37cc043390 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37e410af20 0x7f37e419dc20 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 --2- 172.21.15.112:0/100223334 >> [v2:172.21.15.112:6800/2956687455,v1:172.21.15.112:6801/2956687455] conn(0x7f37cc03d630 0x7f37cc03fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 >> 172.21.15.112:0/100223334 conn(0x7f37e41035a0 msgr2=0x7f37e4103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 shutdown_connections 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:06.576+0000 7f37ea891700 1 -- 172.21.15.112:0/100223334 wait complete. 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 5 is available 2024-04-25T15:51:07.229 INFO:teuthology.orchestra.run.smithi112.stdout:Setting orchestrator backend to cephadm... 2024-04-25T15:51:07.878 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:07 smithi112 ceph-mon[29426]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T15:51:07.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:07 smithi112 ceph-mon[29426]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T15:51:07.879 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:07 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:08.477 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.653+0000 7fa5a8b12700 1 Processor -- start 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.653+0000 7fa5a8b12700 1 -- start start 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.653+0000 7fa5a8b12700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a410c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.653+0000 7fa5a8b12700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a407d650 con 0x7fa5a410a480 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.653+0000 7fa5a259c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a410c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.653+0000 7fa5a259c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a410c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55180/0 (socket says 172.21.15.112:55180) 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.653+0000 7fa5a259c700 1 -- 172.21.15.112:0/3104389486 learned_addr learned my addr 172.21.15.112:0/3104389486 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.654+0000 7fa5a259c700 1 -- 172.21.15.112:0/3104389486 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a410cde0 con 0x7fa5a410a480 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.654+0000 7fa5a259c700 1 --2- 172.21.15.112:0/3104389486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a410c8a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa5940098a0 tx=0x7fa594009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4894e42f2c0b556 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.654+0000 7fa5a159a700 1 -- 172.21.15.112:0/3104389486 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa594004160 con 0x7fa5a410a480 2024-04-25T15:51:08.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.654+0000 7fa5a159a700 1 -- 172.21.15.112:0/3104389486 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa594004300 con 0x7fa5a410a480 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.654+0000 7fa5a159a700 1 -- 172.21.15.112:0/3104389486 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5940119e0 con 0x7fa5a410a480 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.655+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3104389486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 msgr2=0x7fa5a410c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.655+0000 7fa5a8b12700 1 --2- 172.21.15.112:0/3104389486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a410c8a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa5940098a0 tx=0x7fa594009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.655+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3104389486 shutdown_connections 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.655+0000 7fa5a8b12700 1 --2- 172.21.15.112:0/3104389486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a410c8a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.655+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3104389486 >> 172.21.15.112:0/3104389486 conn(0x7fa5a4103ec0 msgr2=0x7fa5a4106350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.655+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3104389486 shutdown_connections 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.655+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3104389486 wait complete. 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a8b12700 1 Processor -- start 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a8b12700 1 -- start start 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a8b12700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a419dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a8b12700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a410dc90 con 0x7fa5a410a480 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a259c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a419dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a259c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a419dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55182/0 (socket says 172.21.15.112:55182) 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a259c700 1 -- 172.21.15.112:0/3829668115 learned_addr learned my addr 172.21.15.112:0/3829668115 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:08.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a259c700 1 -- 172.21.15.112:0/3829668115 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a419e170 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.656+0000 7fa5a259c700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a419dc30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa5940116a0 tx=0x7fa594011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.657+0000 7fa5937fe700 1 -- 172.21.15.112:0/3829668115 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5940039f0 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.657+0000 7fa5937fe700 1 -- 172.21.15.112:0/3829668115 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa594003b90 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.657+0000 7fa5937fe700 1 -- 172.21.15.112:0/3829668115 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa59401a600 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.657+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a419e400 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.657+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a41a1010 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.658+0000 7fa5937fe700 1 -- 172.21.15.112:0/3829668115 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7fa59401a8b0 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.658+0000 7fa5937fe700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fa58c03d630 0x7fa58c03fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.658+0000 7fa5937fe700 1 -- 172.21.15.112:0/3829668115 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa5940537c0 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.658+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5a4064cf0 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.658+0000 7fa5a1d9b700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fa58c03d630 0x7fa58c03fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.658+0000 7fa5a1d9b700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fa58c03d630 0x7fa58c03fb40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa598006fd0 tx=0x7fa598006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.663+0000 7fa5937fe700 1 -- 172.21.15.112:0/3829668115 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa59402c350 con 0x7fa5a410a480 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.877+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fa5a4104e00 con 0x7fa58c03d630 2024-04-25T15:51:08.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.883+0000 7fa5937fe700 1 -- 172.21.15.112:0/3829668115 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa5a4104e00 con 0x7fa58c03d630 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fa58c03d630 msgr2=0x7fa58c03fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fa58c03d630 0x7fa58c03fb40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa598006fd0 tx=0x7fa598006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 msgr2=0x7fa5a419dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a419dc30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa5940116a0 tx=0x7fa594011a60 comp rx=0 tx=0).stop 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 shutdown_connections 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fa58c03d630 0x7fa58c03fb40 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 --2- 172.21.15.112:0/3829668115 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5a410a480 0x7fa5a419dc30 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 >> 172.21.15.112:0/3829668115 conn(0x7fa5a4103ec0 msgr2=0x7fa5a41046f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 shutdown_connections 2024-04-25T15:51:08.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:07.886+0000 7fa5a8b12700 1 -- 172.21.15.112:0/3829668115 wait complete. 2024-04-25T15:51:08.733 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:08 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:06] ENGINE Bus STARTING 2024-04-25T15:51:08.734 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:08 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:07] ENGINE Serving on http://172.21.15.112:8765 2024-04-25T15:51:08.734 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:08 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:07] ENGINE Serving on https://172.21.15.112:7150 2024-04-25T15:51:08.734 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:08 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:07] ENGINE Bus STARTED 2024-04-25T15:51:08.734 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:08 smithi112 ceph-mon[29426]: mgrmap e8: x(active, since 2s) 2024-04-25T15:51:08.734 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:08 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:08.734 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:08 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:09.750 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:09 smithi112 ceph-mon[29426]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.954+0000 7f71b7ed1700 1 Processor -- start 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.954+0000 7f71b7ed1700 1 -- start start 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b7ed1700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b010c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b7ed1700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f71b007cdf0 con 0x7f71b010a400 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b5c6d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b010c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b5c6d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b010c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55194/0 (socket says 172.21.15.112:55194) 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b5c6d700 1 -- 172.21.15.112:0/1569959762 learned_addr learned my addr 172.21.15.112:0/1569959762 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b5c6d700 1 -- 172.21.15.112:0/1569959762 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b010cd60 con 0x7f71b010a400 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b5c6d700 1 --2- 172.21.15.112:0/1569959762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b010c820 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f71a0009e80 tx=0x7f71a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bf396f71aac637f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b4c6b700 1 -- 172.21.15.112:0/1569959762 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71a0017070 con 0x7f71b010a400 2024-04-25T15:51:09.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b4c6b700 1 -- 172.21.15.112:0/1569959762 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f71a000b8c0 con 0x7f71b010a400 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.955+0000 7f71b4c6b700 1 -- 172.21.15.112:0/1569959762 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71a0004420 con 0x7f71b010a400 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.956+0000 7f71b7ed1700 1 -- 172.21.15.112:0/1569959762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 msgr2=0x7f71b010c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.956+0000 7f71b7ed1700 1 --2- 172.21.15.112:0/1569959762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b010c820 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f71a0009e80 tx=0x7f71a000b330 comp rx=0 tx=0).stop 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.956+0000 7f71b7ed1700 1 -- 172.21.15.112:0/1569959762 shutdown_connections 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.956+0000 7f71b7ed1700 1 --2- 172.21.15.112:0/1569959762 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b010c820 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.956+0000 7f71b7ed1700 1 -- 172.21.15.112:0/1569959762 >> 172.21.15.112:0/1569959762 conn(0x7f71b0103e40 msgr2=0x7f71b01062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.956+0000 7f71b7ed1700 1 -- 172.21.15.112:0/1569959762 shutdown_connections 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.956+0000 7f71b7ed1700 1 -- 172.21.15.112:0/1569959762 wait complete. 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.957+0000 7f71b7ed1700 1 Processor -- start 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.957+0000 7f71b7ed1700 1 -- start start 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.957+0000 7f71b7ed1700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b019dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.957+0000 7f71b7ed1700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f71b010dc60 con 0x7f71b010a400 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.957+0000 7f71b5c6d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b019dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:09.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.957+0000 7f71b5c6d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b019dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55210/0 (socket says 172.21.15.112:55210) 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.957+0000 7f71b5c6d700 1 -- 172.21.15.112:0/998940354 learned_addr learned my addr 172.21.15.112:0/998940354 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.958+0000 7f71b5c6d700 1 -- 172.21.15.112:0/998940354 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b019e120 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.958+0000 7f71b5c6d700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b019dbe0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f71a0009680 tx=0x7f71a0003a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.958+0000 7f71aeffd700 1 -- 172.21.15.112:0/998940354 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71a0020020 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.958+0000 7f71aeffd700 1 -- 172.21.15.112:0/998940354 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f71a0003da0 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.958+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71b019e3b0 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.958+0000 7f71aeffd700 1 -- 172.21.15.112:0/998940354 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71a0017040 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.958+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71b01a0fc0 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.959+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71b0064cf0 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.959+0000 7f71aeffd700 1 -- 172.21.15.112:0/998940354 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f71a0023020 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.959+0000 7f71aeffd700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f719803d680 0x7f719803fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.959+0000 7f71aeffd700 1 -- 172.21.15.112:0/998940354 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f71a000f050 con 0x7f71b010a400 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.959+0000 7f71b546c700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f719803d680 0x7f719803fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.960+0000 7f71b546c700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f719803d680 0x7f719803fb90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f71a4006fd0 tx=0x7f71a4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:09.760 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:08.965+0000 7f71aeffd700 1 -- 172.21.15.112:0/998940354 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f71a002a020 con 0x7f71b010a400 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.163+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f71b0104d50 con 0x7f719803d680 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.164+0000 7f71aeffd700 1 -- 172.21.15.112:0/998940354 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f71b0104d50 con 0x7f719803d680 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f719803d680 msgr2=0x7f719803fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f719803d680 0x7f719803fb90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f71a4006fd0 tx=0x7f71a4006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 msgr2=0x7f71b019dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b019dbe0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f71a0009680 tx=0x7f71a0003a20 comp rx=0 tx=0).stop 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 shutdown_connections 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f719803d680 0x7f719803fb90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 --2- 172.21.15.112:0/998940354 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71b010a400 0x7f71b019dbe0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 >> 172.21.15.112:0/998940354 conn(0x7f71b0103e40 msgr2=0x7f71b0104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 shutdown_connections 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:09.166+0000 7f71b7ed1700 1 -- 172.21.15.112:0/998940354 wait complete. 2024-04-25T15:51:09.761 INFO:teuthology.orchestra.run.smithi112.stdout:Generating ssh key... 2024-04-25T15:51:10.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-mon[29426]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:10.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:10.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: Generating public/private rsa key pair. 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: Your identification has been saved in /tmp/tmpanedcfj5/key. 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: Your public key has been saved in /tmp/tmpanedcfj5/key.pub. 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: The key fingerprint is: 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: SHA256:bENFD8yxdkv1KyDSHwGsgRHEDziDu+B3M5dFmSvJwLg ceph-68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: The key's randomart image is: 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: +---[RSA 3072]----+ 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: | . *++ .=Oo . | 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: | . = * ..*o+.. . | 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: | . + =.*o+o+ .| 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: |.. E O.+ooo. .| 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: |o . S ... . | 2024-04-25T15:51:10.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: | o . + + . . | 2024-04-25T15:51:10.957 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: | . . + | 2024-04-25T15:51:10.957 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: | | 2024-04-25T15:51:10.957 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: | | 2024-04-25T15:51:10.957 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: +----[SHA256]-----+ 2024-04-25T15:51:11.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.127+0000 7f0e2000f700 1 Processor -- start 2024-04-25T15:51:11.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.127+0000 7f0e2000f700 1 -- start start 2024-04-25T15:51:11.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.127+0000 7f0e2000f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e18108620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:11.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.127+0000 7f0e2000f700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1807cdd0 con 0x7f0e18108210 2024-04-25T15:51:11.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.127+0000 7f0e1ddab700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e18108620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:11.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.128+0000 7f0e1ddab700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e18108620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55226/0 (socket says 172.21.15.112:55226) 2024-04-25T15:51:11.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.128+0000 7f0e1ddab700 1 -- 172.21.15.112:0/735645951 learned_addr learned my addr 172.21.15.112:0/735645951 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.128+0000 7f0e1ddab700 1 -- 172.21.15.112:0/735645951 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e18108b60 con 0x7f0e18108210 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.128+0000 7f0e1ddab700 1 --2- 172.21.15.112:0/735645951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e18108620 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0e140098a0 tx=0x7f0e14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525d79e4246642fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.128+0000 7f0e1cda9700 1 -- 172.21.15.112:0/735645951 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e14004160 con 0x7f0e18108210 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.128+0000 7f0e1cda9700 1 -- 172.21.15.112:0/735645951 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f0e14004300 con 0x7f0e18108210 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.128+0000 7f0e1cda9700 1 -- 172.21.15.112:0/735645951 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e140119e0 con 0x7f0e18108210 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.129+0000 7f0e2000f700 1 -- 172.21.15.112:0/735645951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 msgr2=0x7f0e18108620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.129+0000 7f0e2000f700 1 --2- 172.21.15.112:0/735645951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e18108620 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0e140098a0 tx=0x7f0e14009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.129+0000 7f0e2000f700 1 -- 172.21.15.112:0/735645951 shutdown_connections 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.129+0000 7f0e2000f700 1 --2- 172.21.15.112:0/735645951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e18108620 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.129+0000 7f0e2000f700 1 -- 172.21.15.112:0/735645951 >> 172.21.15.112:0/735645951 conn(0x7f0e18103e40 msgr2=0x7f0e181062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.129+0000 7f0e2000f700 1 -- 172.21.15.112:0/735645951 shutdown_connections 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.129+0000 7f0e2000f700 1 -- 172.21.15.112:0/735645951 wait complete. 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e2000f700 1 Processor -- start 2024-04-25T15:51:11.256 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e2000f700 1 -- start start 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e2000f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e1819fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e2000f700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0e18109b80 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e1ddab700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e1819fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e1ddab700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e1819fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55232/0 (socket says 172.21.15.112:55232) 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e1ddab700 1 -- 172.21.15.112:0/581481462 learned_addr learned my addr 172.21.15.112:0/581481462 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e1ddab700 1 -- 172.21.15.112:0/581481462 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e181a0320 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e1ddab700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e1819fde0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0e140119b0 tx=0x7f0e14011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.130+0000 7f0e0effd700 1 -- 172.21.15.112:0/581481462 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e14003af0 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.131+0000 7f0e0effd700 1 -- 172.21.15.112:0/581481462 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f0e1401a8a0 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.131+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e181a05b0 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.131+0000 7f0e0effd700 1 -- 172.21.15.112:0/581481462 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e14024830 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.131+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e181a3180 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.131+0000 7f0e0effd700 1 -- 172.21.15.112:0/581481462 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f0e14022020 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.131+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e18064cf0 con 0x7f0e18108210 2024-04-25T15:51:11.257 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.132+0000 7f0e0effd700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f0e0403d680 0x7f0e0403fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.132+0000 7f0e0effd700 1 -- 172.21.15.112:0/581481462 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0e140526b0 con 0x7f0e18108210 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.132+0000 7f0e1d5aa700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f0e0403d680 0x7f0e0403fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.132+0000 7f0e1d5aa700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f0e0403d680 0x7f0e0403fb90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0e08006fd0 tx=0x7f0e08006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.137+0000 7f0e0effd700 1 -- 172.21.15.112:0/581481462 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e1400e260 con 0x7f0e18108210 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.333+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f0e18063ad0 con 0x7f0e0403d680 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.613+0000 7f0e0effd700 1 -- 172.21.15.112:0/581481462 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0e18063ad0 con 0x7f0e0403d680 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f0e0403d680 msgr2=0x7f0e0403fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f0e0403d680 0x7f0e0403fb90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0e08006fd0 tx=0x7f0e08006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 msgr2=0x7f0e1819fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e1819fde0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0e140119b0 tx=0x7f0e14011a90 comp rx=0 tx=0).stop 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 shutdown_connections 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f0e0403d680 0x7f0e0403fb90 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:11.258 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 --2- 172.21.15.112:0/581481462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0e18108210 0x7f0e1819fde0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:11.259 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 >> 172.21.15.112:0/581481462 conn(0x7f0e18103e40 msgr2=0x7f0e18193e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:11.259 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.615+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 shutdown_connections 2024-04-25T15:51:11.259 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:10.616+0000 7f0e2000f700 1 -- 172.21.15.112:0/581481462 wait complete. 2024-04-25T15:51:11.901 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:11 smithi112 ceph-mon[29426]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:11.902 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:11 smithi112 ceph-mon[29426]: Generating ssh key... 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoUQWnYIBY9rXjSsHjGQphVpRdH8hcz+d0jf4DYYmsvagX5/hwJGoUVuBPxLd+xrZSTpIPrdWnL9OFTC/Zv4imjt5s9lX4fZ0fShsPOD88FSg9HJNKxCFjO3DJlOkpDrg/stlgb5KEBrSyDpJF4bRPoeCjLWdxjJad6QxyBa8fjW0CPkHhQ4NxKB706u+MnRFnHIIacFK4k7W/47/PcvIqLDUjGgYXYojeuc3uuQ9B0HvEY9091QlsCgFgDvKiEZ6jeRRnKx0PEOl0JeRnhpjRIlK17/3uhDEWaz4BDmQNNrAENwzc82JloZhy3LoY50CYFaKrOo+PLnit0c08Y7EB34mjQPDaqwbOZUne0TXRU9SopNhf8bfmNx+K99V3qXdHkiA5vxjrlq9q2m9K5vHAJ79uCGybr7kpEhnNwBF5jjqkjfcFYE6nUFX15kMUIMmhtgaWhVySz4ALGdQ4E9pHweZ4SltKgUrKin03uNzQ+brVDAdpdzmYpKqxzZ4Bx9s= ceph-68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.691+0000 7f32f833c700 1 Processor -- start 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.691+0000 7f32f833c700 1 -- start start 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.691+0000 7f32f833c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f010b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.691+0000 7f32f833c700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f32f010b900 con 0x7f32f010af20 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.691+0000 7f32f60d8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f010b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.691+0000 7f32f60d8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f010b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55238/0 (socket says 172.21.15.112:55238) 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.691+0000 7f32f60d8700 1 -- 172.21.15.112:0/3917357799 learned_addr learned my addr 172.21.15.112:0/3917357799 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.692+0000 7f32f60d8700 1 -- 172.21.15.112:0/3917357799 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f010ba80 con 0x7f32f010af20 2024-04-25T15:51:12.503 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.692+0000 7f32f60d8700 1 --2- 172.21.15.112:0/3917357799 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f010b330 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f32ec0098a0 tx=0x7f32ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74eab303e5748b54 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.692+0000 7f32f50d6700 1 -- 172.21.15.112:0/3917357799 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ec004160 con 0x7f32f010af20 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.692+0000 7f32f50d6700 1 -- 172.21.15.112:0/3917357799 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f32ec004300 con 0x7f32f010af20 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.692+0000 7f32f50d6700 1 -- 172.21.15.112:0/3917357799 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ec0119e0 con 0x7f32f010af20 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 -- 172.21.15.112:0/3917357799 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 msgr2=0x7f32f010b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 --2- 172.21.15.112:0/3917357799 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f010b330 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f32ec0098a0 tx=0x7f32ec009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 -- 172.21.15.112:0/3917357799 shutdown_connections 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 --2- 172.21.15.112:0/3917357799 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f010b330 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 -- 172.21.15.112:0/3917357799 >> 172.21.15.112:0/3917357799 conn(0x7f32f0103580 msgr2=0x7f32f0105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 -- 172.21.15.112:0/3917357799 shutdown_connections 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 -- 172.21.15.112:0/3917357799 wait complete. 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 Processor -- start 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.693+0000 7f32f833c700 1 -- start start 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f833c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f019dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f833c700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f32f0108770 con 0x7f32f010af20 2024-04-25T15:51:12.504 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f60d8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f019dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f60d8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f019dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55244/0 (socket says 172.21.15.112:55244) 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f60d8700 1 -- 172.21.15.112:0/3339256911 learned_addr learned my addr 172.21.15.112:0/3339256911 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f60d8700 1 -- 172.21.15.112:0/3339256911 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f019e140 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f60d8700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f019dc00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f32ec0119b0 tx=0x7f32ec011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32e77fe700 1 -- 172.21.15.112:0/3339256911 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ec003af0 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32e77fe700 1 -- 172.21.15.112:0/3339256911 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f32ec01a8a0 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32e77fe700 1 -- 172.21.15.112:0/3339256911 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ec024780 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32f019e3d0 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.694+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32f01a0fe0 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.695+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32f0064cf0 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.696+0000 7f32e77fe700 1 -- 172.21.15.112:0/3339256911 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f32ec022020 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.696+0000 7f32e77fe700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f32dc03d680 0x7f32dc03fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.696+0000 7f32e77fe700 1 -- 172.21.15.112:0/3339256911 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f32ec052830 con 0x7f32f010af20 2024-04-25T15:51:12.505 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.696+0000 7f32f58d7700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f32dc03d680 0x7f32dc03fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.696+0000 7f32f58d7700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f32dc03d680 0x7f32dc03fb90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f32e0006fd0 tx=0x7f32e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.701+0000 7f32e77fe700 1 -- 172.21.15.112:0/3339256911 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f32ec00b3e0 con 0x7f32f010af20 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.901+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f32f0104550 con 0x7f32dc03d680 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.901+0000 7f32e77fe700 1 -- 172.21.15.112:0/3339256911 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f32f0104550 con 0x7f32dc03d680 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f32dc03d680 msgr2=0x7f32dc03fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f32dc03d680 0x7f32dc03fb90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f32e0006fd0 tx=0x7f32e0006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 msgr2=0x7f32f019dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f019dc00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f32ec0119b0 tx=0x7f32ec011a90 comp rx=0 tx=0).stop 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 shutdown_connections 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f32dc03d680 0x7f32dc03fb90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 --2- 172.21.15.112:0/3339256911 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f32f010af20 0x7f32f019dc00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 >> 172.21.15.112:0/3339256911 conn(0x7f32f0103580 msgr2=0x7f32f0103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 shutdown_connections 2024-04-25T15:51:12.506 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:11.904+0000 7f32f833c700 1 -- 172.21.15.112:0/3339256911 wait complete. 2024-04-25T15:51:12.507 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-25T15:51:12.507 INFO:teuthology.orchestra.run.smithi112.stdout:Adding key to root@localhost authorized_keys... 2024-04-25T15:51:12.507 INFO:teuthology.orchestra.run.smithi112.stdout:Adding host smithi112... 2024-04-25T15:51:13.171 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:12 smithi112 ceph-mon[29426]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:14.038 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:13 smithi112 ceph-mon[29426]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi112", "addr": "172.21.15.112", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:15.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:14 smithi112 ceph-mon[29426]: Deploying cephadm binary to smithi112 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Added host 'smithi112' with addr '172.21.15.112' 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.960+0000 7f087b0f4700 1 Processor -- start 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.960+0000 7f087b0f4700 1 -- start start 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.960+0000 7f087b0f4700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f0874108660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.960+0000 7f087b0f4700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f087407cdd0 con 0x7f0874108250 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f0878e90700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f0874108660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f0878e90700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f0874108660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55248/0 (socket says 172.21.15.112:55248) 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f0878e90700 1 -- 172.21.15.112:0/3627985821 learned_addr learned my addr 172.21.15.112:0/3627985821 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f0878e90700 1 -- 172.21.15.112:0/3627985821 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0874108ba0 con 0x7f0874108250 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f0878e90700 1 --2- 172.21.15.112:0/3627985821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f0874108660 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0864009e80 tx=0x7f086400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b4b9f6af672305b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f08737fe700 1 -- 172.21.15.112:0/3627985821 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0864017070 con 0x7f0874108250 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f08737fe700 1 -- 172.21.15.112:0/3627985821 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f086400b8c0 con 0x7f0874108250 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.961+0000 7f08737fe700 1 -- 172.21.15.112:0/3627985821 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0864004420 con 0x7f0874108250 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.962+0000 7f087b0f4700 1 -- 172.21.15.112:0/3627985821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 msgr2=0x7f0874108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.962+0000 7f087b0f4700 1 --2- 172.21.15.112:0/3627985821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f0874108660 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0864009e80 tx=0x7f086400b330 comp rx=0 tx=0).stop 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.962+0000 7f087b0f4700 1 -- 172.21.15.112:0/3627985821 shutdown_connections 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.962+0000 7f087b0f4700 1 --2- 172.21.15.112:0/3627985821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f0874108660 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.962+0000 7f087b0f4700 1 -- 172.21.15.112:0/3627985821 >> 172.21.15.112:0/3627985821 conn(0x7f0874103e60 msgr2=0x7f08741062f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.962+0000 7f087b0f4700 1 -- 172.21.15.112:0/3627985821 shutdown_connections 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.962+0000 7f087b0f4700 1 -- 172.21.15.112:0/3627985821 wait complete. 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f087b0f4700 1 Processor -- start 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f087b0f4700 1 -- start start 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f087b0f4700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f087419fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f087b0f4700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0874109bc0 con 0x7f0874108250 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f0878e90700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f087419fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f0878e90700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f087419fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55250/0 (socket says 172.21.15.112:55250) 2024-04-25T15:51:17.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f0878e90700 1 -- 172.21.15.112:0/2375185621 learned_addr learned my addr 172.21.15.112:0/2375185621 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f0878e90700 1 -- 172.21.15.112:0/2375185621 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08741a0330 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.963+0000 7f0878e90700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f087419fdf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0864009e50 tx=0x7f086400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.964+0000 7f0871ffb700 1 -- 172.21.15.112:0/2375185621 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0864020020 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.964+0000 7f0871ffb700 1 -- 172.21.15.112:0/2375185621 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f0864012430 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.964+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08741a05c0 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.964+0000 7f0871ffb700 1 -- 172.21.15.112:0/2375185621 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0864017040 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.964+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08741a3190 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.965+0000 7f0871ffb700 1 -- 172.21.15.112:0/2375185621 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f0864023020 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.965+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0874064cf0 con 0x7f0874108250 2024-04-25T15:51:17.889 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.965+0000 7f0871ffb700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f086003d5e0 0x7f086003faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:17.890 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.965+0000 7f0871ffb700 1 -- 172.21.15.112:0/2375185621 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f086400f050 con 0x7f0874108250 2024-04-25T15:51:17.890 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.965+0000 7f0873fff700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f086003d5e0 0x7f086003faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:17.890 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.966+0000 7f0873fff700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f086003d5e0 0x7f086003faf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f085c006fd0 tx=0x7f085c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:17.890 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:12.970+0000 7f0871ffb700 1 -- 172.21.15.112:0/2375185621 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f086402a020 con 0x7f0874108250 2024-04-25T15:51:17.890 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:13.170+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi112", "addr": "172.21.15.112", "target": ["mon-mgr", ""]}) -- 0x7f087402e970 con 0x7f086003d5e0 2024-04-25T15:51:17.890 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.262+0000 7f0871ffb700 1 -- 172.21.15.112:0/2375185621 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f085c00a040 con 0x7f086003d5e0 2024-04-25T15:51:17.891 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f086003d5e0 msgr2=0x7f086003faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:17.891 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f086003d5e0 0x7f086003faf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f085c006fd0 tx=0x7f085c006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:17.891 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 msgr2=0x7f087419fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:17.891 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f087419fdf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0864009e50 tx=0x7f086400bd50 comp rx=0 tx=0).stop 2024-04-25T15:51:17.891 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 shutdown_connections 2024-04-25T15:51:17.891 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f086003d5e0 0x7f086003faf0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:17.891 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 --2- 172.21.15.112:0/2375185621 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0874108250 0x7f087419fdf0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:17.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 >> 172.21.15.112:0/2375185621 conn(0x7f0874103e60 msgr2=0x7f0874193e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:17.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 shutdown_connections 2024-04-25T15:51:17.892 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:17.265+0000 7f087b0f4700 1 -- 172.21.15.112:0/2375185621 wait complete. 2024-04-25T15:51:17.892 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mon service... 2024-04-25T15:51:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:18 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:18 smithi112 ceph-mon[29426]: Added host smithi112 2024-04-25T15:51:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:18 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:19.161 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.336+0000 7ff8f12b7700 1 Processor -- start 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.336+0000 7ff8f12b7700 1 -- start start 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.336+0000 7ff8f12b7700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec10c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.336+0000 7ff8f12b7700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec07d630 con 0x7ff8ec10a470 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.336+0000 7ff8eaffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec10c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.336+0000 7ff8eaffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec10c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60902/0 (socket says 172.21.15.112:60902) 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.336+0000 7ff8eaffd700 1 -- 172.21.15.112:0/3142695861 learned_addr learned my addr 172.21.15.112:0/3142695861 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.337+0000 7ff8eaffd700 1 -- 172.21.15.112:0/3142695861 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8ec10cdd0 con 0x7ff8ec10a470 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.337+0000 7ff8eaffd700 1 --2- 172.21.15.112:0/3142695861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec10c890 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0098a0 tx=0x7ff8dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a4e9cd2d4fbb7d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.337+0000 7ff8e9ffb700 1 -- 172.21.15.112:0/3142695861 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8dc004160 con 0x7ff8ec10a470 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.337+0000 7ff8e9ffb700 1 -- 172.21.15.112:0/3142695861 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7ff8dc004300 con 0x7ff8ec10a470 2024-04-25T15:51:19.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.337+0000 7ff8e9ffb700 1 -- 172.21.15.112:0/3142695861 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8dc0119e0 con 0x7ff8ec10a470 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 -- 172.21.15.112:0/3142695861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 msgr2=0x7ff8ec10c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 --2- 172.21.15.112:0/3142695861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec10c890 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0098a0 tx=0x7ff8dc009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 -- 172.21.15.112:0/3142695861 shutdown_connections 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 --2- 172.21.15.112:0/3142695861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec10c890 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 -- 172.21.15.112:0/3142695861 >> 172.21.15.112:0/3142695861 conn(0x7ff8ec103e70 msgr2=0x7ff8ec106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 -- 172.21.15.112:0/3142695861 shutdown_connections 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 -- 172.21.15.112:0/3142695861 wait complete. 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.338+0000 7ff8f12b7700 1 Processor -- start 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8f12b7700 1 -- start start 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8f12b7700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec19dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8f12b7700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec10dc70 con 0x7ff8ec10a470 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8eaffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec19dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8eaffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec19dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60908/0 (socket says 172.21.15.112:60908) 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8eaffd700 1 -- 172.21.15.112:0/2840401681 learned_addr learned my addr 172.21.15.112:0/2840401681 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:19.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8eaffd700 1 -- 172.21.15.112:0/2840401681 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8ec19e0e0 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.339+0000 7ff8eaffd700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec19dba0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0119b0 tx=0x7ff8dc011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.340+0000 7ff8d3fff700 1 -- 172.21.15.112:0/2840401681 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8dc003af0 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.340+0000 7ff8d3fff700 1 -- 172.21.15.112:0/2840401681 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7ff8dc01a8a0 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.340+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8ec19e370 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.340+0000 7ff8d3fff700 1 -- 172.21.15.112:0/2840401681 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8dc024830 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.340+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8ec1a0f80 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.340+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8ec064cf0 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.341+0000 7ff8d3fff700 1 -- 172.21.15.112:0/2840401681 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7ff8dc022020 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.341+0000 7ff8d3fff700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7ff8d403d630 0x7ff8d403fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.341+0000 7ff8d3fff700 1 -- 172.21.15.112:0/2840401681 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff8dc0527b0 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.341+0000 7ff8ea7fc700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7ff8d403d630 0x7ff8d403fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.341+0000 7ff8ea7fc700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7ff8d403d630 0x7ff8d403fb40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff8e0006fd0 tx=0x7ff8e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.346+0000 7ff8d3fff700 1 -- 172.21.15.112:0/2840401681 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff8dc029df0 con 0x7ff8ec10a470 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.560+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7ff8ec104de0 con 0x7ff8d403d630 2024-04-25T15:51:19.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.568+0000 7ff8d3fff700 1 -- 172.21.15.112:0/2840401681 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ff8ec104de0 con 0x7ff8d403d630 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7ff8d403d630 msgr2=0x7ff8d403fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7ff8d403d630 0x7ff8d403fb40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff8e0006fd0 tx=0x7ff8e0006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 msgr2=0x7ff8ec19dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec19dba0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0119b0 tx=0x7ff8dc011a90 comp rx=0 tx=0).stop 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 shutdown_connections 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7ff8d403d630 0x7ff8d403fb40 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 --2- 172.21.15.112:0/2840401681 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff8ec10a470 0x7ff8ec19dba0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 >> 172.21.15.112:0/2840401681 conn(0x7ff8ec103e70 msgr2=0x7ff8ec1046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 shutdown_connections 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:18.570+0000 7ff8f12b7700 1 -- 172.21.15.112:0/2840401681 wait complete. 2024-04-25T15:51:19.165 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mgr service... 2024-04-25T15:51:19.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:19 smithi112 ceph-mon[29426]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:19.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:19 smithi112 ceph-mon[29426]: Saving service mon spec with placement count:5 2024-04-25T15:51:19.724 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:19 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:21.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:20 smithi112 ceph-mon[29426]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:21.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:20 smithi112 ceph-mon[29426]: Saving service mgr spec with placement count:2 2024-04-25T15:51:21.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:20 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:21.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-25T15:51:21.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.590+0000 7f298436e700 1 Processor -- start 2024-04-25T15:51:21.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.590+0000 7f298436e700 1 -- start start 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f298436e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c10c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f298436e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f297c07cdd0 con 0x7f297c10a420 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f298210a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c10c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f298210a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c10c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60924/0 (socket says 172.21.15.112:60924) 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f298210a700 1 -- 172.21.15.112:0/564282443 learned_addr learned my addr 172.21.15.112:0/564282443 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f298210a700 1 -- 172.21.15.112:0/564282443 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f297c10cd80 con 0x7f297c10a420 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f298210a700 1 --2- 172.21.15.112:0/564282443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c10c840 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2970009e80 tx=0x7f297000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8e1fca0759be251 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.591+0000 7f2981108700 1 -- 172.21.15.112:0/564282443 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2970017070 con 0x7f297c10a420 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f2981108700 1 -- 172.21.15.112:0/564282443 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f297000b8c0 con 0x7f297c10a420 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f2981108700 1 -- 172.21.15.112:0/564282443 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2970004420 con 0x7f297c10a420 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f298436e700 1 -- 172.21.15.112:0/564282443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 msgr2=0x7f297c10c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f298436e700 1 --2- 172.21.15.112:0/564282443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c10c840 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2970009e80 tx=0x7f297000b330 comp rx=0 tx=0).stop 2024-04-25T15:51:21.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f298436e700 1 -- 172.21.15.112:0/564282443 shutdown_connections 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f298436e700 1 --2- 172.21.15.112:0/564282443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c10c840 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f298436e700 1 -- 172.21.15.112:0/564282443 >> 172.21.15.112:0/564282443 conn(0x7f297c103e40 msgr2=0x7f297c1062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f298436e700 1 -- 172.21.15.112:0/564282443 shutdown_connections 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.592+0000 7f298436e700 1 -- 172.21.15.112:0/564282443 wait complete. 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.593+0000 7f298436e700 1 Processor -- start 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.593+0000 7f298436e700 1 -- start start 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.593+0000 7f298436e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.593+0000 7f298436e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f297c10dc80 con 0x7f297c10a420 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.593+0000 7f298210a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.593+0000 7f298210a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c19dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60930/0 (socket says 172.21.15.112:60930) 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.593+0000 7f298210a700 1 -- 172.21.15.112:0/3523601538 learned_addr learned my addr 172.21.15.112:0/3523601538 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.594+0000 7f298210a700 1 -- 172.21.15.112:0/3523601538 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f297c19e0f0 con 0x7f297c10a420 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.594+0000 7f298210a700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c19dbb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2970009e50 tx=0x7f297000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.594+0000 7f297b7fe700 1 -- 172.21.15.112:0/3523601538 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2970020020 con 0x7f297c10a420 2024-04-25T15:51:21.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.594+0000 7f297b7fe700 1 -- 172.21.15.112:0/3523601538 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f2970012430 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.594+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f297c19e380 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.594+0000 7f297b7fe700 1 -- 172.21.15.112:0/3523601538 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2970017040 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.594+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f297c1a0f90 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.595+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f297c064cf0 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.595+0000 7f297b7fe700 1 -- 172.21.15.112:0/3523601538 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f2970023020 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.595+0000 7f297b7fe700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f296c03d630 0x7f296c03fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.595+0000 7f297b7fe700 1 -- 172.21.15.112:0/3523601538 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f297000f050 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.595+0000 7f2981909700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f296c03d630 0x7f296c03fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.596+0000 7f2981909700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f296c03d630 0x7f296c03fb40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2968006fd0 tx=0x7f2968006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.600+0000 7f297b7fe700 1 -- 172.21.15.112:0/3523601538 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f297002a020 con 0x7f297c10a420 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.818+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f297c104dd0 con 0x7f296c03d630 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.825+0000 7f297b7fe700 1 -- 172.21.15.112:0/3523601538 <== mgr.14120 v2:172.21.15.112:6800/1021036877 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f297c104dd0 con 0x7f296c03d630 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.827+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f296c03d630 msgr2=0x7f296c03fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:21.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.827+0000 7f298436e700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f296c03d630 0x7f296c03fb40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2968006fd0 tx=0x7f2968006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 msgr2=0x7f297c19dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c19dbb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2970009e50 tx=0x7f297000bd50 comp rx=0 tx=0).stop 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 shutdown_connections 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f296c03d630 0x7f296c03fb40 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 --2- 172.21.15.112:0/3523601538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f297c10a420 0x7f297c19dbb0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 >> 172.21.15.112:0/3523601538 conn(0x7f297c103e40 msgr2=0x7f297c1046c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 shutdown_connections 2024-04-25T15:51:21.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:19.828+0000 7f298436e700 1 -- 172.21.15.112:0/3523601538 wait complete. 2024-04-25T15:51:22.171 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:21 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:22.172 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:21 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:22.172 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:21 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/20864155' entity='client.admin' 2024-04-25T15:51:22.463 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.644+0000 7f9746fad700 1 Processor -- start 2024-04-25T15:51:22.463 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.644+0000 7f9746fad700 1 -- start start 2024-04-25T15:51:22.463 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.644+0000 7f9746fad700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974010c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:22.463 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.644+0000 7f9746fad700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f974007d880 con 0x7f974010a3e0 2024-04-25T15:51:22.463 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.644+0000 7f9744d49700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974010c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:22.463 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.644+0000 7f9744d49700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974010c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60934/0 (socket says 172.21.15.112:60934) 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.644+0000 7f9744d49700 1 -- 172.21.15.112:0/1671253623 learned_addr learned my addr 172.21.15.112:0/1671253623 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.645+0000 7f9744d49700 1 -- 172.21.15.112:0/1671253623 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f974010cd40 con 0x7f974010a3e0 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.645+0000 7f9744d49700 1 --2- 172.21.15.112:0/1671253623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974010c800 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f97340098a0 tx=0x7f9734009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6061dedff1587636 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.645+0000 7f973f7fe700 1 -- 172.21.15.112:0/1671253623 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9734004160 con 0x7f974010a3e0 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.645+0000 7f973f7fe700 1 -- 172.21.15.112:0/1671253623 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9734004300 con 0x7f974010a3e0 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.645+0000 7f973f7fe700 1 -- 172.21.15.112:0/1671253623 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9734011960 con 0x7f974010a3e0 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.646+0000 7f9746fad700 1 -- 172.21.15.112:0/1671253623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 msgr2=0x7f974010c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.646+0000 7f9746fad700 1 --2- 172.21.15.112:0/1671253623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974010c800 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f97340098a0 tx=0x7f9734009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.646+0000 7f9746fad700 1 -- 172.21.15.112:0/1671253623 shutdown_connections 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.646+0000 7f9746fad700 1 --2- 172.21.15.112:0/1671253623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974010c800 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.646+0000 7f9746fad700 1 -- 172.21.15.112:0/1671253623 >> 172.21.15.112:0/1671253623 conn(0x7f9740103e20 msgr2=0x7f97401062f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.646+0000 7f9746fad700 1 -- 172.21.15.112:0/1671253623 shutdown_connections 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.646+0000 7f9746fad700 1 -- 172.21.15.112:0/1671253623 wait complete. 2024-04-25T15:51:22.464 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9746fad700 1 Processor -- start 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9746fad700 1 -- start start 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9746fad700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974019dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9746fad700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f974010dce0 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9744d49700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974019dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9744d49700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974019dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60938/0 (socket says 172.21.15.112:60938) 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9744d49700 1 -- 172.21.15.112:0/20864155 learned_addr learned my addr 172.21.15.112:0/20864155 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9744d49700 1 -- 172.21.15.112:0/20864155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f974019e150 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.647+0000 7f9744d49700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974019dc10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9734011670 tx=0x7f9734011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.648+0000 7f973dffb700 1 -- 172.21.15.112:0/20864155 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9734003a60 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.648+0000 7f973dffb700 1 -- 172.21.15.112:0/20864155 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f973401b8d0 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.648+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f974019e3e0 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.648+0000 7f973dffb700 1 -- 172.21.15.112:0/20864155 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9734023750 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.648+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97401a0ff0 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.649+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9740064cf0 con 0x7f974010a3e0 2024-04-25T15:51:22.465 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.649+0000 7f973dffb700 1 -- 172.21.15.112:0/20864155 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f973401b440 con 0x7f974010a3e0 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.649+0000 7f973dffb700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f973003d5e0 0x7f973003faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.649+0000 7f973dffb700 1 -- 172.21.15.112:0/20864155 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9734052e10 con 0x7f974010a3e0 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.650+0000 7f973ffff700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f973003d5e0 0x7f973003faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.650+0000 7f973ffff700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f973003d5e0 0x7f973003faf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f972c006fd0 tx=0x7f972c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.655+0000 7f973dffb700 1 -- 172.21.15.112:0/20864155 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f973401f030 con 0x7f974010a3e0 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.856+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f97401a15f0 con 0x7f974010a3e0 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.863+0000 7f973dffb700 1 -- 172.21.15.112:0/20864155 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f973401a3d0 con 0x7f974010a3e0 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.865+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f973003d5e0 msgr2=0x7f973003faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.865+0000 7f9746fad700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f973003d5e0 0x7f973003faf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f972c006fd0 tx=0x7f972c006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.865+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 msgr2=0x7f974019dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.865+0000 7f9746fad700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974019dc10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9734011670 tx=0x7f9734011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.866+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 shutdown_connections 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.866+0000 7f9746fad700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f973003d5e0 0x7f973003faf0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:22.466 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.866+0000 7f9746fad700 1 --2- 172.21.15.112:0/20864155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f974010a3e0 0x7f974019dc10 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:22.467 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.866+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 >> 172.21.15.112:0/20864155 conn(0x7f9740103e20 msgr2=0x7f97401046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:22.467 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.866+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 shutdown_connections 2024-04-25T15:51:22.467 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:21.866+0000 7f9746fad700 1 -- 172.21.15.112:0/20864155 wait complete. 2024-04-25T15:51:23.879 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.873+0000 7f4b4ce2f700 1 Processor -- start 2024-04-25T15:51:23.879 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.873+0000 7f4b4ce2f700 1 -- start start 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.873+0000 7f4b4ce2f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4810c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4ce2f700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4807d7f0 con 0x7f4b4810a470 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4810c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4810c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60944/0 (socket says 172.21.15.112:60944) 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4659c700 1 -- 172.21.15.112:0/1026333128 learned_addr learned my addr 172.21.15.112:0/1026333128 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4659c700 1 -- 172.21.15.112:0/1026333128 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b4810cdd0 con 0x7f4b4810a470 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4659c700 1 --2- 172.21.15.112:0/1026333128 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4810c890 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c0098a0 tx=0x7f4b3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5159da937ed4032e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4559a700 1 -- 172.21.15.112:0/1026333128 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b3c004160 con 0x7f4b4810a470 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4559a700 1 -- 172.21.15.112:0/1026333128 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b3c004300 con 0x7f4b4810a470 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.874+0000 7f4b4559a700 1 -- 172.21.15.112:0/1026333128 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b3c011960 con 0x7f4b4810a470 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.876+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/1026333128 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 msgr2=0x7f4b4810c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.876+0000 7f4b4ce2f700 1 --2- 172.21.15.112:0/1026333128 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4810c890 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c0098a0 tx=0x7f4b3c009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.876+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/1026333128 shutdown_connections 2024-04-25T15:51:23.880 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.876+0000 7f4b4ce2f700 1 --2- 172.21.15.112:0/1026333128 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4810c890 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.876+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/1026333128 >> 172.21.15.112:0/1026333128 conn(0x7f4b48103eb0 msgr2=0x7f4b48106340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.876+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/1026333128 shutdown_connections 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.876+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/1026333128 wait complete. 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4ce2f700 1 Processor -- start 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4ce2f700 1 -- start start 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4ce2f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4819dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4ce2f700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4810dcc0 con 0x7f4b4810a470 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4819dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4819dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60954/0 (socket says 172.21.15.112:60954) 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4659c700 1 -- 172.21.15.112:0/753048721 learned_addr learned my addr 172.21.15.112:0/753048721 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4659c700 1 -- 172.21.15.112:0/753048721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b4819e0f0 con 0x7f4b4810a470 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.877+0000 7f4b4659c700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4819dbb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c011670 tx=0x7f4b3c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.878+0000 7f4b377fe700 1 -- 172.21.15.112:0/753048721 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b3c003a60 con 0x7f4b4810a470 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.878+0000 7f4b377fe700 1 -- 172.21.15.112:0/753048721 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b3c01b8d0 con 0x7f4b4810a470 2024-04-25T15:51:23.881 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.878+0000 7f4b377fe700 1 -- 172.21.15.112:0/753048721 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b3c023750 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.878+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b4819e380 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.878+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b481a0f90 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.879+0000 7f4b377fe700 1 -- 172.21.15.112:0/753048721 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f4b3c0239c0 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.879+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b48064cf0 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.879+0000 7f4b377fe700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f4b3003d5e0 0x7f4b3003faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.879+0000 7f4b45d9b700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f4b3003d5e0 0x7f4b3003faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.879+0000 7f4b377fe700 1 -- 172.21.15.112:0/753048721 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4b3c052e40 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.880+0000 7f4b45d9b700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f4b3003d5e0 0x7f4b3003faf0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4b38006fd0 tx=0x7f4b38006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:22.884+0000 7f4b377fe700 1 -- 172.21.15.112:0/753048721 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4b3c01f030 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.093+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f4b481a15b0 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.096+0000 7f4b377fe700 1 -- 172.21.15.112:0/753048721 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f4b3c00b3e0 con 0x7f4b4810a470 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f4b3003d5e0 msgr2=0x7f4b3003faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:23.882 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f4b3003d5e0 0x7f4b3003faf0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4b38006fd0 tx=0x7f4b38006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 msgr2=0x7f4b4819dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4819dbb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c011670 tx=0x7f4b3c011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 shutdown_connections 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f4b3003d5e0 0x7f4b3003faf0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 --2- 172.21.15.112:0/753048721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b4810a470 0x7f4b4819dbb0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 >> 172.21.15.112:0/753048721 conn(0x7f4b48103eb0 msgr2=0x7f4b481046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 shutdown_connections 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:23.099+0000 7f4b4ce2f700 1 -- 172.21.15.112:0/753048721 wait complete. 2024-04-25T15:51:23.883 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling the dashboard module... 2024-04-25T15:51:24.130 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:24 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/753048721' entity='client.admin' 2024-04-25T15:51:25.421 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/170801353' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-25T15:51:25.421 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-mon[29426]: from='mgr.14120 172.21.15.112:0/2063689952' entity='mgr.x' 2024-04-25T15:51:25.421 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: ignoring --setuser ceph since I am not root 2024-04-25T15:51:25.422 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: ignoring --setgroup ceph since I am not root 2024-04-25T15:51:25.422 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:25.308+0000 7f1b7f34a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T15:51:25.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:25.510+0000 7f1b7f34a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:51:25.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:25.613+0000 7f1b7f34a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T15:51:25.738 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.420+0000 7f6d0ed7b700 1 Processor -- start 2024-04-25T15:51:25.738 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.420+0000 7f6d0ed7b700 1 -- start start 2024-04-25T15:51:25.738 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.420+0000 7f6d0ed7b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d08109d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.420+0000 7f6d0ed7b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0810a360 con 0x7f6d08109960 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.420+0000 7f6d0cb17700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d08109d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.420+0000 7f6d0cb17700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d08109d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36648/0 (socket says 172.21.15.112:36648) 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.420+0000 7f6d0cb17700 1 -- 172.21.15.112:0/669081675 learned_addr learned my addr 172.21.15.112:0/669081675 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.421+0000 7f6d0cb17700 1 -- 172.21.15.112:0/669081675 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d0810aae0 con 0x7f6d08109960 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.421+0000 7f6d0cb17700 1 --2- 172.21.15.112:0/669081675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d08109d70 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc0098a0 tx=0x7f6cfc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=470f468b5b84d4aa server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.421+0000 7f6d077fe700 1 -- 172.21.15.112:0/669081675 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6cfc004160 con 0x7f6d08109960 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.421+0000 7f6d077fe700 1 -- 172.21.15.112:0/669081675 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6cfc004300 con 0x7f6d08109960 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.421+0000 7f6d077fe700 1 -- 172.21.15.112:0/669081675 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6cfc011960 con 0x7f6d08109960 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/669081675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 msgr2=0x7f6d08109d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 --2- 172.21.15.112:0/669081675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d08109d70 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc0098a0 tx=0x7f6cfc009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/669081675 shutdown_connections 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 --2- 172.21.15.112:0/669081675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d08109d70 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:25.739 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/669081675 >> 172.21.15.112:0/669081675 conn(0x7f6d08104fc0 msgr2=0x7f6d08107450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/669081675 shutdown_connections 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/669081675 wait complete. 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.422+0000 7f6d0ed7b700 1 Processor -- start 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0ed7b700 1 -- start start 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0ed7b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d0819dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0ed7b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0810de90 con 0x7f6d08109960 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0cb17700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d0819dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0cb17700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d0819dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36664/0 (socket says 172.21.15.112:36664) 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0cb17700 1 -- 172.21.15.112:0/170801353 learned_addr learned my addr 172.21.15.112:0/170801353 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0cb17700 1 -- 172.21.15.112:0/170801353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d0819e170 con 0x7f6d08109960 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0cb17700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d0819dc30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc006af0 tx=0x7f6cfc011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6cfc003af0 con 0x7f6d08109960 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6cfc01b8d0 con 0x7f6d08109960 2024-04-25T15:51:25.740 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6cfc023820 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.423+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d0819e400 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.424+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d081a1010 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.424+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d08064cf0 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.425+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f6cfc01b440 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.425+0000 7f6d05ffb700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f6cf803d680 0x7f6cf803fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.425+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6cfc052d10 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.425+0000 7f6d07fff700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f6cf803d680 0x7f6cf803fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.425+0000 7f6d07fff700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f6cf803d680 0x7f6cf803fb90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4006fd0 tx=0x7f6cf4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.430+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6cfc01f030 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:24.684+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f6d081a11e0 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.100+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f6cfc017e90 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.101+0000 7f6d05ffb700 1 -- 172.21.15.112:0/170801353 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mgrmap(e 9) ==== 49529+0+0 (secure 0 0 0) 0x7f6cfc00b3e0 con 0x7f6d08109960 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f6cf803d680 msgr2=0x7f6cf803fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:25.741 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f6cf803d680 0x7f6cf803fb90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4006fd0 tx=0x7f6cf4006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 msgr2=0x7f6d0819dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d0819dc30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc006af0 tx=0x7f6cfc011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 shutdown_connections 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7f6cf803d680 0x7f6cf803fb90 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 --2- 172.21.15.112:0/170801353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d08109960 0x7f6d0819dc30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 >> 172.21.15.112:0/170801353 conn(0x7f6d08104fc0 msgr2=0x7f6d081057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 shutdown_connections 2024-04-25T15:51:25.742 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:25.103+0000 7f6d0ed7b700 1 -- 172.21.15.112:0/170801353 wait complete. 2024-04-25T15:51:26.024 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:25.933+0000 7f1b7f34a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T15:51:26.024 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:26 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:26.023+0000 7f1b7f34a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T15:51:26.358 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:26 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/170801353' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-25T15:51:26.359 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:26 smithi112 ceph-mon[29426]: mgrmap e9: x(active, since 19s) 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.151+0000 7fc5cb814700 1 Processor -- start 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.152+0000 7fc5cb814700 1 -- start start 2024-04-25T15:51:27.086 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.152+0000 7fc5cb814700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c410c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.152+0000 7fc5cb814700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c407cdf0 con 0x7fc5c410a440 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.152+0000 7fc5c95b0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c410c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.152+0000 7fc5c95b0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c410c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36704/0 (socket says 172.21.15.112:36704) 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.152+0000 7fc5c95b0700 1 -- 172.21.15.112:0/2623987427 learned_addr learned my addr 172.21.15.112:0/2623987427 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.153+0000 7fc5c95b0700 1 -- 172.21.15.112:0/2623987427 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c410cda0 con 0x7fc5c410a440 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.153+0000 7fc5c95b0700 1 --2- 172.21.15.112:0/2623987427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c410c860 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc5c00098a0 tx=0x7fc5c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b0a67e3243ec9b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.153+0000 7fc5bbfff700 1 -- 172.21.15.112:0/2623987427 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5c0004160 con 0x7fc5c410a440 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.153+0000 7fc5bbfff700 1 -- 172.21.15.112:0/2623987427 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5c0004300 con 0x7fc5c410a440 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.153+0000 7fc5bbfff700 1 -- 172.21.15.112:0/2623987427 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5c0011960 con 0x7fc5c410a440 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.154+0000 7fc5cb814700 1 -- 172.21.15.112:0/2623987427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 msgr2=0x7fc5c410c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.154+0000 7fc5cb814700 1 --2- 172.21.15.112:0/2623987427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c410c860 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc5c00098a0 tx=0x7fc5c0009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.154+0000 7fc5cb814700 1 -- 172.21.15.112:0/2623987427 shutdown_connections 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.154+0000 7fc5cb814700 1 --2- 172.21.15.112:0/2623987427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c410c860 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.154+0000 7fc5cb814700 1 -- 172.21.15.112:0/2623987427 >> 172.21.15.112:0/2623987427 conn(0x7fc5c4103e60 msgr2=0x7fc5c41062f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:27.087 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.154+0000 7fc5cb814700 1 -- 172.21.15.112:0/2623987427 shutdown_connections 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.154+0000 7fc5cb814700 1 -- 172.21.15.112:0/2623987427 wait complete. 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5cb814700 1 Processor -- start 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5cb814700 1 -- start start 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5cb814700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c4109bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5cb814700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c410dce0 con 0x7fc5c410a440 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5c95b0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c4109bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5c95b0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c4109bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36710/0 (socket says 172.21.15.112:36710) 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5c95b0700 1 -- 172.21.15.112:0/2414557766 learned_addr learned my addr 172.21.15.112:0/2414557766 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5c95b0700 1 -- 172.21.15.112:0/2414557766 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c410a100 con 0x7fc5c410a440 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.155+0000 7fc5c95b0700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c4109bc0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0011670 tx=0x7fc5c0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.156+0000 7fc5ba7fc700 1 -- 172.21.15.112:0/2414557766 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5c0003a60 con 0x7fc5c410a440 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.156+0000 7fc5ba7fc700 1 -- 172.21.15.112:0/2414557766 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5c001b8d0 con 0x7fc5c410a440 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.156+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5c4108350 con 0x7fc5c410a440 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.156+0000 7fc5ba7fc700 1 -- 172.21.15.112:0/2414557766 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5c0023750 con 0x7fc5c410a440 2024-04-25T15:51:27.088 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.156+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5c4108830 con 0x7fc5c410a440 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.157+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5c4064cf0 con 0x7fc5c410a440 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.157+0000 7fc5ba7fc700 1 -- 172.21.15.112:0/2414557766 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 9) ==== 49529+0+0 (secure 0 0 0) 0x7fc5c0023a60 con 0x7fc5c410a440 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.157+0000 7fc5ba7fc700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 0x7fc5b003fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.157+0000 7fc5ba7fc700 1 -- 172.21.15.112:0/2414557766 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc5c0052d60 con 0x7fc5c410a440 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.157+0000 7fc5c8daf700 1 -- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 msgr2=0x7fc5b003fba0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/1021036877 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.157+0000 7fc5c8daf700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 0x7fc5b003fba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.162+0000 7fc5ba7fc700 1 -- 172.21.15.112:0/2414557766 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc5c001f030 con 0x7fc5c410a440 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.358+0000 7fc5c8daf700 1 -- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 msgr2=0x7fc5b003fba0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/1021036877 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.358+0000 7fc5c8daf700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 0x7fc5b003fba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.454+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fc5c4108f20 con 0x7fc5c410a440 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.456+0000 7fc5ba7fc700 1 -- 172.21.15.112:0/2414557766 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fc5c001ba80 con 0x7fc5c410a440 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.459+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 msgr2=0x7fc5b003fba0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.459+0000 7fc5cb814700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 0x7fc5b003fba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:27.089 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.459+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 msgr2=0x7fc5c4109bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.459+0000 7fc5cb814700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c4109bc0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc5c0011670 tx=0x7fc5c0011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.463+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 shutdown_connections 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.463+0000 7fc5cb814700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fc5b003d690 0x7fc5b003fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.463+0000 7fc5cb814700 1 --2- 172.21.15.112:0/2414557766 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc5c410a440 0x7fc5c4109bc0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.463+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 >> 172.21.15.112:0/2414557766 conn(0x7fc5c4103e60 msgr2=0x7fc5c4104690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.464+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 shutdown_connections 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:26.464+0000 7fc5cb814700 1 -- 172.21.15.112:0/2414557766 wait complete. 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-04-25T15:51:27.090 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 9... 2024-04-25T15:51:27.327 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:27 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2414557766' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T15:51:27.328 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:27.257+0000 7f1b7f34a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T15:51:27.614 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:27.434+0000 7f1b7f34a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T15:51:27.614 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:27.613+0000 7f1b7f34a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T15:51:28.178 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:27.907+0000 7f1b7f34a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T15:51:28.178 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:28.001+0000 7f1b7f34a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T15:51:28.455 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:28.205+0000 7f1b7f34a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T15:51:28.455 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:28.400+0000 7f1b7f34a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:51:29.433 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:28.998+0000 7f1b7f34a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T15:51:29.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:29.432+0000 7f1b7f34a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T15:51:29.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:29.529+0000 7f1b7f34a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T15:51:30.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:29.734+0000 7f1b7f34a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T15:51:30.579 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:30 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:30.277+0000 7f1b7f34a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T15:51:30.579 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:30 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:30.371+0000 7f1b7f34a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T15:51:30.851 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:30 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:30.617+0000 7f1b7f34a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T15:51:30.851 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:30 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:30.752+0000 7f1b7f34a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T15:51:30.851 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:30 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:30.850+0000 7f1b7f34a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T15:51:31.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:30 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:30.970+0000 7f1b7f34a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T15:51:31.554 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:31 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:31.280+0000 7f1b7f34a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T15:51:32.170 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:31 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:31.894+0000 7f1b7f34a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T15:51:32.170 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:51:32.115+0000 7f1b7f34a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T15:51:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: Active manager daemon x restarted 2024-04-25T15:51:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: Activating manager daemon x 2024-04-25T15:51:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: osdmap e3: 0 total, 0 up, 0 in 2024-04-25T15:51:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: mgrmap e10: x(active, starting, since 0.00446079s) 2024-04-25T15:51:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:51:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T15:51:32.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T15:51:32.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T15:51:32.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T15:51:32.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: Manager daemon x is now available 2024-04-25T15:51:32.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:33.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T15:51:33.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T15:51:33.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:33 smithi112 ceph-mon[29426]: mgrmap e11: x(active, since 1.0066s) 2024-04-25T15:51:34.063 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.569+0000 7fcde9945700 1 Processor -- start 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.569+0000 7fcde9945700 1 -- start start 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.569+0000 7fcde9945700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde410c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.569+0000 7fcde9945700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcde407cdf0 con 0x7fcde410a440 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde410c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde410c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36722/0 (socket says 172.21.15.112:36722) 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde2ffd700 1 -- 172.21.15.112:0/68600057 learned_addr learned my addr 172.21.15.112:0/68600057 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:34.064 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde2ffd700 1 -- 172.21.15.112:0/68600057 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcde410cda0 con 0x7fcde410a440 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde2ffd700 1 --2- 172.21.15.112:0/68600057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde410c860 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcdd80098a0 tx=0x7fcdd8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4531b402ef7cdf71 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde1ffb700 1 -- 172.21.15.112:0/68600057 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdd8004160 con 0x7fcde410a440 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde1ffb700 1 -- 172.21.15.112:0/68600057 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcdd8004300 con 0x7fcde410a440 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.570+0000 7fcde1ffb700 1 -- 172.21.15.112:0/68600057 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdd8011960 con 0x7fcde410a440 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.571+0000 7fcde9945700 1 -- 172.21.15.112:0/68600057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 msgr2=0x7fcde410c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.571+0000 7fcde9945700 1 --2- 172.21.15.112:0/68600057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde410c860 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcdd80098a0 tx=0x7fcdd8009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.571+0000 7fcde9945700 1 -- 172.21.15.112:0/68600057 shutdown_connections 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.571+0000 7fcde9945700 1 --2- 172.21.15.112:0/68600057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde410c860 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.571+0000 7fcde9945700 1 -- 172.21.15.112:0/68600057 >> 172.21.15.112:0/68600057 conn(0x7fcde4103e60 msgr2=0x7fcde41062f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.571+0000 7fcde9945700 1 -- 172.21.15.112:0/68600057 shutdown_connections 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.571+0000 7fcde9945700 1 -- 172.21.15.112:0/68600057 wait complete. 2024-04-25T15:51:34.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.572+0000 7fcde9945700 1 Processor -- start 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.572+0000 7fcde9945700 1 -- start start 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.572+0000 7fcde9945700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde419dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.572+0000 7fcde9945700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcde410dce0 con 0x7fcde410a440 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.572+0000 7fcde2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde419dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.572+0000 7fcde2ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde419dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36734/0 (socket says 172.21.15.112:36734) 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.572+0000 7fcde2ffd700 1 -- 172.21.15.112:0/2274834168 learned_addr learned my addr 172.21.15.112:0/2274834168 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.573+0000 7fcde2ffd700 1 -- 172.21.15.112:0/2274834168 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcde419e120 con 0x7fcde410a440 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.573+0000 7fcde2ffd700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde419dbe0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcdd8011670 tx=0x7fcdd8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.573+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdd8003a60 con 0x7fcde410a440 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.573+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcde419e3b0 con 0x7fcde410a440 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.573+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcdd801b8d0 con 0x7fcde410a440 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.573+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdd8023750 con 0x7fcde410a440 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.573+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcde41a0fc0 con 0x7fcde410a440 2024-04-25T15:51:34.066 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.574+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 9) ==== 49529+0+0 (secure 0 0 0) 0x7fcdd8023a50 con 0x7fcde410a440 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.574+0000 7fcde8943700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.574+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 --> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fcdcc040250 con 0x7fcdcc03d630 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.574+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcdd8053c60 con 0x7fcde410a440 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.574+0000 7fcde27fc700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 msgr2=0x7fcdcc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/1021036877 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.574+0000 7fcde27fc700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.775+0000 7fcde27fc700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 msgr2=0x7fcdcc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/1021036877 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:27.775+0000 7fcde27fc700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:28.176+0000 7fcde27fc700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 msgr2=0x7fcdcc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/1021036877 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:28.176+0000 7fcde27fc700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:28.977+0000 7fcde27fc700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 msgr2=0x7fcdcc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/1021036877 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:28.977+0000 7fcde27fc700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:30.578+0000 7fcde27fc700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 msgr2=0x7fcdcc03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/1021036877 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:30.578+0000 7fcde27fc700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:32.120+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mgrmap(e 10) ==== 49296+0+0 (secure 0 0 0) 0x7fcdd802c3f0 con 0x7fcde410a440 2024-04-25T15:51:34.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:32.120+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 msgr2=0x7fcdcc03fb40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:32.120+0000 7fcde8943700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.121+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 11) ==== 49423+0+0 (secure 0 0 0) 0x7fcdd802b350 con 0x7fcde410a440 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.122+0000 7fcde8943700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdd80537f0 0x7fcdcc042fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.122+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fcdd8008e50 con 0x7fcdd80537f0 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.122+0000 7fcde27fc700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdd80537f0 0x7fcdcc042fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.123+0000 7fcde27fc700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdd80537f0 0x7fcdcc042fd0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fcdd4003a10 tx=0x7fcdd40092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.124+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fcdd8008e50 con 0x7fcdd80537f0 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fcde4064cf0 con 0x7fcdd80537f0 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde8943700 1 -- 172.21.15.112:0/2274834168 <== mgr.14152 v2:172.21.15.112:6800/4128478085 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fcde4064cf0 con 0x7fcdd80537f0 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdd80537f0 msgr2=0x7fcdcc042fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdd80537f0 0x7fcdcc042fd0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fcdd4003a10 tx=0x7fcdd40092b0 comp rx=0 tx=0).stop 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 msgr2=0x7fcde419dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde419dbe0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcdd8011670 tx=0x7fcdd8011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:34.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 shutdown_connections 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcde410a440 0x7fcde419dbe0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdd80537f0 0x7fcdcc042fd0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 --2- 172.21.15.112:0/2274834168 >> [v2:172.21.15.112:6800/1021036877,v1:172.21.15.112:6801/1021036877] conn(0x7fcdcc03d630 0x7fcdcc03fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.132+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 >> 172.21.15.112:0/2274834168 conn(0x7fcde4103e60 msgr2=0x7fcde41046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.133+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 shutdown_connections 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:33.133+0000 7fcde9945700 1 -- 172.21.15.112:0/2274834168 wait complete. 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 9 is available 2024-04-25T15:51:34.069 INFO:teuthology.orchestra.run.smithi112.stdout:Generating a dashboard self-signed certificate... 2024-04-25T15:51:34.357 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:34 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:32] ENGINE Bus STARTING 2024-04-25T15:51:34.357 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:34 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:32] ENGINE Serving on http://172.21.15.112:8765 2024-04-25T15:51:34.357 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:34 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:32] ENGINE Serving on https://172.21.15.112:7150 2024-04-25T15:51:34.357 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:34 smithi112 ceph-mon[29426]: [25/Apr/2024:15:51:32] ENGINE Bus STARTED 2024-04-25T15:51:34.357 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:34 smithi112 ceph-mon[29426]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T15:51:34.357 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:34 smithi112 ceph-mon[29426]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T15:51:34.357 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:35.534 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:35 smithi112 ceph-mon[29426]: mgrmap e12: x(active, since 2s) 2024-04-25T15:51:35.534 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:35.534 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:35 smithi112 ceph-mon[29426]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:35.534 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:35.535 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.585+0000 7f08bfc7a700 1 Processor -- start 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.585+0000 7f08bfc7a700 1 -- start start 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.585+0000 7f08bfc7a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b8108bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.585+0000 7f08bfc7a700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f08b81091c0 con 0x7f08b81087c0 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.585+0000 7f08bda16700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b8108bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.585+0000 7f08bda16700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b8108bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44640/0 (socket says 172.21.15.112:44640) 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.585+0000 7f08bda16700 1 -- 172.21.15.112:0/2810209695 learned_addr learned my addr 172.21.15.112:0/2810209695 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:35.542 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.586+0000 7f08bda16700 1 -- 172.21.15.112:0/2810209695 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b8109990 con 0x7f08b81087c0 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.586+0000 7f08bda16700 1 --2- 172.21.15.112:0/2810209695 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b8108bd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f08b40098a0 tx=0x7f08b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d28814a27e0ebc9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.586+0000 7f08bca14700 1 -- 172.21.15.112:0/2810209695 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08b4004160 con 0x7f08b81087c0 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.586+0000 7f08bca14700 1 -- 172.21.15.112:0/2810209695 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f08b4004300 con 0x7f08b81087c0 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.586+0000 7f08bca14700 1 -- 172.21.15.112:0/2810209695 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08b4011960 con 0x7f08b81087c0 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.587+0000 7f08bfc7a700 1 -- 172.21.15.112:0/2810209695 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 msgr2=0x7f08b8108bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.587+0000 7f08bfc7a700 1 --2- 172.21.15.112:0/2810209695 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b8108bd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f08b40098a0 tx=0x7f08b4009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.587+0000 7f08bfc7a700 1 -- 172.21.15.112:0/2810209695 shutdown_connections 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.587+0000 7f08bfc7a700 1 --2- 172.21.15.112:0/2810209695 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b8108bd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.587+0000 7f08bfc7a700 1 -- 172.21.15.112:0/2810209695 >> 172.21.15.112:0/2810209695 conn(0x7f08b8103e40 msgr2=0x7f08b81062b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.587+0000 7f08bfc7a700 1 -- 172.21.15.112:0/2810209695 shutdown_connections 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.587+0000 7f08bfc7a700 1 -- 172.21.15.112:0/2810209695 wait complete. 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.588+0000 7f08bfc7a700 1 Processor -- start 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.588+0000 7f08bfc7a700 1 -- start start 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.588+0000 7f08bfc7a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b819cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.588+0000 7f08bfc7a700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f08b810cd40 con 0x7f08b81087c0 2024-04-25T15:51:35.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.588+0000 7f08bda16700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b819cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.588+0000 7f08bda16700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b819cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44648/0 (socket says 172.21.15.112:44648) 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.588+0000 7f08bda16700 1 -- 172.21.15.112:0/3633544973 learned_addr learned my addr 172.21.15.112:0/3633544973 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.589+0000 7f08bda16700 1 -- 172.21.15.112:0/3633544973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b819d0a0 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.589+0000 7f08bda16700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b819cb60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f08b40119b0 tx=0x7f08b4011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.589+0000 7f08aeffd700 1 -- 172.21.15.112:0/3633544973 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08b4003aa0 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.589+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08b819d330 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.589+0000 7f08aeffd700 1 -- 172.21.15.112:0/3633544973 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f08b401a9f0 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.589+0000 7f08aeffd700 1 -- 172.21.15.112:0/3633544973 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08b4023970 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.589+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08b807bfa0 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.590+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08b8064cf0 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.590+0000 7f08aeffd700 1 -- 172.21.15.112:0/3633544973 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 12) ==== 49529+0+0 (secure 0 0 0) 0x7f08b4023c20 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.590+0000 7f08aeffd700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f08a403d690 0x7f08a403fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.591+0000 7f08aeffd700 1 -- 172.21.15.112:0/3633544973 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f08b40549e0 con 0x7f08b81087c0 2024-04-25T15:51:35.544 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.591+0000 7f08bd215700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f08a403d690 0x7f08a403fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.591+0000 7f08bd215700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f08a403d690 0x7f08a403fba0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f08a8006fd0 tx=0x7f08a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.600+0000 7f08aeffd700 1 -- 172.21.15.112:0/3633544973 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f08b4028df0 con 0x7f08b81087c0 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.826+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f08b8104d80 con 0x7f08a403d690 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.937+0000 7f08aeffd700 1 -- 172.21.15.112:0/3633544973 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f08b8104d80 con 0x7f08a403d690 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f08a403d690 msgr2=0x7f08a403fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f08a403d690 0x7f08a403fba0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f08a8006fd0 tx=0x7f08a8006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 msgr2=0x7f08b819cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b819cb60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f08b40119b0 tx=0x7f08b4011a90 comp rx=0 tx=0).stop 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 shutdown_connections 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f08a403d690 0x7f08a403fba0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 --2- 172.21.15.112:0/3633544973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08b81087c0 0x7f08b819cb60 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 >> 172.21.15.112:0/3633544973 conn(0x7f08b8103e40 msgr2=0x7f08b8104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:35.545 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 shutdown_connections 2024-04-25T15:51:35.546 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:34.939+0000 7f08bfc7a700 1 -- 172.21.15.112:0/3633544973 wait complete. 2024-04-25T15:51:35.546 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial admin user... 2024-04-25T15:51:37.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:37 smithi112 ceph-mon[29426]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:37.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$gL0i/9xKOcC0FPlI9FRul.zUh.H/PhlgJ0himpQTiahaZE31lzRw6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714060296, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647cd8f700 1 Processor -- start 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647cd8f700 1 -- start start 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647cd8f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f6478108c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647cd8f700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6478109230 con 0x7f6478108830 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f6478108c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f6478108c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44654/0 (socket says 172.21.15.112:44654) 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647659c700 1 -- 172.21.15.112:0/2329177492 learned_addr learned my addr 172.21.15.112:0/2329177492 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.965+0000 7f647659c700 1 -- 172.21.15.112:0/2329177492 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64781099b0 con 0x7f6478108830 2024-04-25T15:51:37.755 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.966+0000 7f647659c700 1 --2- 172.21.15.112:0/2329177492 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f6478108c40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f64680098a0 tx=0x7f6468009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f6e409ec0f0cf53 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.966+0000 7f6475d9b700 1 -- 172.21.15.112:0/2329177492 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6468004160 con 0x7f6478108830 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.966+0000 7f6475d9b700 1 -- 172.21.15.112:0/2329177492 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6468004300 con 0x7f6478108830 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.966+0000 7f6475d9b700 1 -- 172.21.15.112:0/2329177492 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6468011960 con 0x7f6478108830 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 -- 172.21.15.112:0/2329177492 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 msgr2=0x7f6478108c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 --2- 172.21.15.112:0/2329177492 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f6478108c40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f64680098a0 tx=0x7f6468009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 -- 172.21.15.112:0/2329177492 shutdown_connections 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 --2- 172.21.15.112:0/2329177492 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f6478108c40 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 -- 172.21.15.112:0/2329177492 >> 172.21.15.112:0/2329177492 conn(0x7f6478103e70 msgr2=0x7f6478106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 -- 172.21.15.112:0/2329177492 shutdown_connections 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 -- 172.21.15.112:0/2329177492 wait complete. 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 Processor -- start 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.967+0000 7f647cd8f700 1 -- start start 2024-04-25T15:51:37.756 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647cd8f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f647819dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647cd8f700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f647810cd60 con 0x7f6478108830 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f647819dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f647819dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44666/0 (socket says 172.21.15.112:44666) 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647659c700 1 -- 172.21.15.112:0/270742327 learned_addr learned my addr 172.21.15.112:0/270742327 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647659c700 1 -- 172.21.15.112:0/270742327 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f647819e140 con 0x7f6478108830 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647659c700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f647819dc00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f64680119b0 tx=0x7f6468011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f646f7fe700 1 -- 172.21.15.112:0/270742327 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6468003aa0 con 0x7f6478108830 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f646f7fe700 1 -- 172.21.15.112:0/270742327 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f646801b8d0 con 0x7f6478108830 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f646f7fe700 1 -- 172.21.15.112:0/270742327 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6468023860 con 0x7f6478108830 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f647819e3d0 con 0x7f6478108830 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.968+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64781a0fe0 con 0x7f6478108830 2024-04-25T15:51:37.757 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.969+0000 7f646f7fe700 1 -- 172.21.15.112:0/270742327 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 12) ==== 49529+0+0 (secure 0 0 0) 0x7f646802c3f0 con 0x7f6478108830 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.969+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6478064cf0 con 0x7f6478108830 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.970+0000 7f646f7fe700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f646403d690 0x7f646403fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.970+0000 7f646f7fe700 1 -- 172.21.15.112:0/270742327 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f6468052da0 con 0x7f6478108830 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.970+0000 7f646ffff700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f646403d690 0x7f646403fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.970+0000 7f646ffff700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f646403d690 0x7f646403fba0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6460006fd0 tx=0x7f6460006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:35.975+0000 7f646f7fe700 1 -- 172.21.15.112:0/270742327 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f646801f030 con 0x7f6478108830 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.208+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f647802e7c0 con 0x7f646403d690 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.434+0000 7f646f7fe700 1 -- 172.21.15.112:0/270742327 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f647802e7c0 con 0x7f646403d690 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f646403d690 msgr2=0x7f646403fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f646403d690 0x7f646403fba0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6460006fd0 tx=0x7f6460006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 msgr2=0x7f647819dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f647819dc00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f64680119b0 tx=0x7f6468011a90 comp rx=0 tx=0).stop 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 shutdown_connections 2024-04-25T15:51:37.758 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f646403d690 0x7f646403fba0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:37.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 --2- 172.21.15.112:0/270742327 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6478108830 0x7f647819dc00 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:37.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 >> 172.21.15.112:0/270742327 conn(0x7f6478103e70 msgr2=0x7f64781941b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:37.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 shutdown_connections 2024-04-25T15:51:37.759 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:36.436+0000 7f647cd8f700 1 -- 172.21.15.112:0/270742327 wait complete. 2024-04-25T15:51:37.759 INFO:teuthology.orchestra.run.smithi112.stdout:Fetching dashboard port number... 2024-04-25T15:51:38.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:38 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/639359815' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-25T15:51:38.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 8443 2024-04-25T15:51:38.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.160+0000 7f1821a8e700 1 Processor -- start 2024-04-25T15:51:38.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.160+0000 7f1821a8e700 1 -- start start 2024-04-25T15:51:38.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.160+0000 7f1821a8e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c07dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:38.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.160+0000 7f1821a8e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f181c07e090 con 0x7f181c07f690 2024-04-25T15:51:38.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.160+0000 7f181b7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c07dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:38.977 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.160+0000 7f181b7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c07dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44680/0 (socket says 172.21.15.112:44680) 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.160+0000 7f181b7fe700 1 -- 172.21.15.112:0/3882481877 learned_addr learned my addr 172.21.15.112:0/3882481877 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.161+0000 7f181b7fe700 1 -- 172.21.15.112:0/3882481877 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f181c07e210 con 0x7f181c07f690 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.161+0000 7f181b7fe700 1 --2- 172.21.15.112:0/3882481877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c07dac0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f180c0098a0 tx=0x7f180c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e1e5a2d9cedb6f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.161+0000 7f181affd700 1 -- 172.21.15.112:0/3882481877 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f180c004160 con 0x7f181c07f690 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.161+0000 7f181affd700 1 -- 172.21.15.112:0/3882481877 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f180c004300 con 0x7f181c07f690 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.161+0000 7f181affd700 1 -- 172.21.15.112:0/3882481877 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f180c011960 con 0x7f181c07f690 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.162+0000 7f1821a8e700 1 -- 172.21.15.112:0/3882481877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 msgr2=0x7f181c07dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.162+0000 7f1821a8e700 1 --2- 172.21.15.112:0/3882481877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c07dac0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f180c0098a0 tx=0x7f180c009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.162+0000 7f1821a8e700 1 -- 172.21.15.112:0/3882481877 shutdown_connections 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.162+0000 7f1821a8e700 1 --2- 172.21.15.112:0/3882481877 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c07dac0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.162+0000 7f1821a8e700 1 -- 172.21.15.112:0/3882481877 >> 172.21.15.112:0/3882481877 conn(0x7f181c104f50 msgr2=0x7f181c1073e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:38.978 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.162+0000 7f1821a8e700 1 -- 172.21.15.112:0/3882481877 shutdown_connections 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.162+0000 7f1821a8e700 1 -- 172.21.15.112:0/3882481877 wait complete. 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f1821a8e700 1 Processor -- start 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f1821a8e700 1 -- start start 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f1821a8e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c19fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f1821a8e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f181c10fef0 con 0x7f181c07f690 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f181b7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c19fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f181b7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c19fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44686/0 (socket says 172.21.15.112:44686) 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f181b7fe700 1 -- 172.21.15.112:0/639359815 learned_addr learned my addr 172.21.15.112:0/639359815 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f181b7fe700 1 -- 172.21.15.112:0/639359815 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f181c1a0320 con 0x7f181c07f690 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f181b7fe700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c19fde0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f180c011670 tx=0x7f180c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f18197fa700 1 -- 172.21.15.112:0/639359815 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f180c003a60 con 0x7f181c07f690 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f18197fa700 1 -- 172.21.15.112:0/639359815 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f180c01b8d0 con 0x7f181c07f690 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.163+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f181c1a05b0 con 0x7f181c07f690 2024-04-25T15:51:38.979 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.164+0000 7f18197fa700 1 -- 172.21.15.112:0/639359815 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f180c023790 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.164+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f181c1a31c0 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.164+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f181c064cf0 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.164+0000 7f18197fa700 1 -- 172.21.15.112:0/639359815 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 12) ==== 49529+0+0 (secure 0 0 0) 0x7f180c023a40 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.165+0000 7f18197fa700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f180803d6e0 0x7f180803fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.165+0000 7f18197fa700 1 -- 172.21.15.112:0/639359815 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f180c052e50 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.165+0000 7f1813fff700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f180803d6e0 0x7f180803fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.165+0000 7f1813fff700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f180803d6e0 0x7f180803fbf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1804006fd0 tx=0x7f1804006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.170+0000 7f18197fa700 1 -- 172.21.15.112:0/639359815 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f180c01f030 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.369+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f181c1a3390 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.370+0000 7f18197fa700 1 -- 172.21.15.112:0/639359815 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f180c054070 con 0x7f181c07f690 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.372+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f180803d6e0 msgr2=0x7f180803fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.372+0000 7f1821a8e700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f180803d6e0 0x7f180803fbf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1804006fd0 tx=0x7f1804006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:38.980 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 msgr2=0x7f181c19fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:38.981 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c19fde0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f180c011670 tx=0x7f180c011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:38.981 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 shutdown_connections 2024-04-25T15:51:38.981 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f180803d6e0 0x7f180803fbf0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:38.981 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 --2- 172.21.15.112:0/639359815 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f181c07f690 0x7f181c19fde0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:38.981 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 >> 172.21.15.112:0/639359815 conn(0x7f181c104f50 msgr2=0x7f181c1057a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:38.981 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 shutdown_connections 2024-04-25T15:51:38.981 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:38.373+0000 7f1821a8e700 1 -- 172.21.15.112:0/639359815 wait complete. 2024-04-25T15:51:38.983 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T15:51:38.983 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-25T15:51:38.990 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T15:51:38.990 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-25T15:51:38.990 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-25T15:51:38.990 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-25T15:51:38.991 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph Dashboard is now available at: 2024-04-25T15:51:38.991 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:38.992 INFO:teuthology.orchestra.run.smithi112.stdout: URL: https://smithi112:8443/ 2024-04-25T15:51:38.992 INFO:teuthology.orchestra.run.smithi112.stdout: User: admin 2024-04-25T15:51:38.992 INFO:teuthology.orchestra.run.smithi112.stdout: Password: plj2fwavjr 2024-04-25T15:51:38.992 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:38.992 INFO:teuthology.orchestra.run.smithi112.stdout:Saving cluster configuration to /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config directory 2024-04-25T15:51:38.992 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling autotune for osd_memory_target 2024-04-25T15:51:39.646 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:39 smithi112 ceph-mon[29426]: mgrmap e13: x(active, since 6s) 2024-04-25T15:51:40.251 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.441+0000 7f796a30b700 1 Processor -- start 2024-04-25T15:51:40.251 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.441+0000 7f796a30b700 1 -- start start 2024-04-25T15:51:40.251 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.441+0000 7f796a30b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f7964108660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:40.251 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.441+0000 7f796a30b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f796407cdd0 con 0x7f7964108250 2024-04-25T15:51:40.251 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.441+0000 7f7963fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f7964108660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:40.251 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.441+0000 7f7963fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f7964108660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44700/0 (socket says 172.21.15.112:44700) 2024-04-25T15:51:40.251 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.441+0000 7f7963fff700 1 -- 172.21.15.112:0/4218254071 learned_addr learned my addr 172.21.15.112:0/4218254071 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.442+0000 7f7963fff700 1 -- 172.21.15.112:0/4218254071 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7964108ba0 con 0x7f7964108250 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.442+0000 7f7963fff700 1 --2- 172.21.15.112:0/4218254071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f7964108660 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f79540098a0 tx=0x7f7954009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6d38c72fa082a8e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.442+0000 7f7962ffd700 1 -- 172.21.15.112:0/4218254071 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7954004160 con 0x7f7964108250 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.442+0000 7f7962ffd700 1 -- 172.21.15.112:0/4218254071 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7954004300 con 0x7f7964108250 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.442+0000 7f7962ffd700 1 -- 172.21.15.112:0/4218254071 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7954011960 con 0x7f7964108250 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.443+0000 7f796a30b700 1 -- 172.21.15.112:0/4218254071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 msgr2=0x7f7964108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.443+0000 7f796a30b700 1 --2- 172.21.15.112:0/4218254071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f7964108660 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f79540098a0 tx=0x7f7954009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.443+0000 7f796a30b700 1 -- 172.21.15.112:0/4218254071 shutdown_connections 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.443+0000 7f796a30b700 1 --2- 172.21.15.112:0/4218254071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f7964108660 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.443+0000 7f796a30b700 1 -- 172.21.15.112:0/4218254071 >> 172.21.15.112:0/4218254071 conn(0x7f7964103e60 msgr2=0x7f79641062f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.443+0000 7f796a30b700 1 -- 172.21.15.112:0/4218254071 shutdown_connections 2024-04-25T15:51:40.252 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.443+0000 7f796a30b700 1 -- 172.21.15.112:0/4218254071 wait complete. 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f796a30b700 1 Processor -- start 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f796a30b700 1 -- start start 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f796a30b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f796419fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f796a30b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f7964109c00 con 0x7f7964108250 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f7963fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f796419fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f7963fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f796419fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44702/0 (socket says 172.21.15.112:44702) 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f7963fff700 1 -- 172.21.15.112:0/2901683561 learned_addr learned my addr 172.21.15.112:0/2901683561 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f7963fff700 1 -- 172.21.15.112:0/2901683561 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79641a0350 con 0x7f7964108250 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.444+0000 7f7963fff700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f796419fe10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7954011670 tx=0x7f7954011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:40.253 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.445+0000 7f79617fa700 1 -- 172.21.15.112:0/2901683561 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7954003a60 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.445+0000 7f79617fa700 1 -- 172.21.15.112:0/2901683561 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f795401b8d0 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.445+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79641a05e0 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.445+0000 7f79617fa700 1 -- 172.21.15.112:0/2901683561 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7954023790 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.445+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79641a31f0 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.446+0000 7f79617fa700 1 -- 172.21.15.112:0/2901683561 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f7954023a90 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.446+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7964064cf0 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.446+0000 7f79617fa700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f794c03d720 0x7f794c03fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.446+0000 7f79617fa700 1 -- 172.21.15.112:0/2901683561 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7954052f80 con 0x7f7964108250 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.446+0000 7f79637fe700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f794c03d720 0x7f794c03fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.447+0000 7f79637fe700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f794c03d720 0x7f794c03fc30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7958006fd0 tx=0x7f7958006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:40.254 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.451+0000 7f79617fa700 1 -- 172.21.15.112:0/2901683561 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f795401f030 con 0x7f7964108250 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.645+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f796402e850 con 0x7f7964108250 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.646+0000 7f79617fa700 1 -- 172.21.15.112:0/2901683561 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f795400b3e0 con 0x7f7964108250 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f794c03d720 msgr2=0x7f794c03fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f794c03d720 0x7f794c03fc30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7958006fd0 tx=0x7f7958006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 msgr2=0x7f796419fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f796419fe10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7954011670 tx=0x7f7954011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 shutdown_connections 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f794c03d720 0x7f794c03fc30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 --2- 172.21.15.112:0/2901683561 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7964108250 0x7f796419fe10 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 >> 172.21.15.112:0/2901683561 conn(0x7f7964103e60 msgr2=0x7f7964193e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.648+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 shutdown_connections 2024-04-25T15:51:40.255 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:39.649+0000 7f796a30b700 1 -- 172.21.15.112:0/2901683561 wait complete. 2024-04-25T15:51:41.598 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be9fed700 1 Processor -- start 2024-04-25T15:51:41.598 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be9fed700 1 -- start start 2024-04-25T15:51:41.598 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be9fed700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be410c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:41.598 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be9fed700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9be407ce50 con 0x7f9be410a3e0 2024-04-25T15:51:41.598 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be37fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be410c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be37fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be410c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44706/0 (socket says 172.21.15.112:44706) 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be37fe700 1 -- 172.21.15.112:0/3840969653 learned_addr learned my addr 172.21.15.112:0/3840969653 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.690+0000 7f9be37fe700 1 -- 172.21.15.112:0/3840969653 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be410cd40 con 0x7f9be410a3e0 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be37fe700 1 --2- 172.21.15.112:0/3840969653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be410c800 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9bd40098a0 tx=0x7f9bd4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dbba3d77d16ffb8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be27fc700 1 -- 172.21.15.112:0/3840969653 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9bd4004160 con 0x7f9be410a3e0 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be27fc700 1 -- 172.21.15.112:0/3840969653 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9bd4004300 con 0x7f9be410a3e0 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be27fc700 1 -- 172.21.15.112:0/3840969653 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9bd4011960 con 0x7f9be410a3e0 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be9fed700 1 -- 172.21.15.112:0/3840969653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 msgr2=0x7f9be410c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be9fed700 1 --2- 172.21.15.112:0/3840969653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be410c800 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9bd40098a0 tx=0x7f9bd4009bb0 comp rx=0 tx=0).stop 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be9fed700 1 -- 172.21.15.112:0/3840969653 shutdown_connections 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be9fed700 1 --2- 172.21.15.112:0/3840969653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be410c800 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:41.599 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.691+0000 7f9be9fed700 1 -- 172.21.15.112:0/3840969653 >> 172.21.15.112:0/3840969653 conn(0x7f9be4103e60 msgr2=0x7f9be41062f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.692+0000 7f9be9fed700 1 -- 172.21.15.112:0/3840969653 shutdown_connections 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.692+0000 7f9be9fed700 1 -- 172.21.15.112:0/3840969653 wait complete. 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.692+0000 7f9be9fed700 1 Processor -- start 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.692+0000 7f9be9fed700 1 -- start start 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be9fed700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be9fed700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9be410dce0 con 0x7f9be410a3e0 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be37fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be37fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be419dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44720/0 (socket says 172.21.15.112:44720) 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be37fe700 1 -- 172.21.15.112:0/1327006310 learned_addr learned my addr 172.21.15.112:0/1327006310 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be37fe700 1 -- 172.21.15.112:0/1327006310 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be419e150 con 0x7f9be410a3e0 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be37fe700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be419dc10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4011670 tx=0x7f9bd4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be0ff9700 1 -- 172.21.15.112:0/1327006310 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9bd4003a60 con 0x7f9be410a3e0 2024-04-25T15:51:41.600 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be0ff9700 1 -- 172.21.15.112:0/1327006310 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9bd401b8d0 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9be419e3e0 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be0ff9700 1 -- 172.21.15.112:0/1327006310 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9bd4023790 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.693+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9be41a0ff0 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.694+0000 7f9be0ff9700 1 -- 172.21.15.112:0/1327006310 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f9bd4023a40 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.694+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9be4064cf0 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.694+0000 7f9be0ff9700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9bcc03d780 0x7f9bcc03fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.694+0000 7f9be0ff9700 1 -- 172.21.15.112:0/1327006310 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9bd4052f20 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.695+0000 7f9be2ffd700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9bcc03d780 0x7f9bcc03fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.695+0000 7f9be2ffd700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9bcc03d780 0x7f9bcc03fc90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9bd8006fd0 tx=0x7f9bd8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:40.700+0000 7f9be0ff9700 1 -- 172.21.15.112:0/1327006310 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9bd401f030 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.009+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f9be41a11c0 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.012+0000 7f9be0ff9700 1 -- 172.21.15.112:0/1327006310 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f9bd400b3e0 con 0x7f9be410a3e0 2024-04-25T15:51:41.601 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9bcc03d780 msgr2=0x7f9bcc03fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9bcc03d780 0x7f9bcc03fc90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9bd8006fd0 tx=0x7f9bd8006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 msgr2=0x7f9be419dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be419dc10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4011670 tx=0x7f9bd4011a30 comp rx=0 tx=0).stop 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 shutdown_connections 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9bcc03d780 0x7f9bcc03fc90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 --2- 172.21.15.112:0/1327006310 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9be410a3e0 0x7f9be419dc10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 >> 172.21.15.112:0/1327006310 conn(0x7f9be4103e60 msgr2=0x7f9be41046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 shutdown_connections 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-04-25T15:51:41.014+0000 7f9be9fed700 1 -- 172.21.15.112:0/1327006310 wait complete. 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-25T15:51:41.602 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout:Or, if you are only running a single cluster on this host: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: ceph telemetry on 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout:For more information see: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:41.603 INFO:teuthology.orchestra.run.smithi112.stdout:Bootstrap complete. 2024-04-25T15:51:41.637 INFO:tasks.cephadm:Fetching config... 2024-04-25T15:51:41.637 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:51:41.637 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-25T15:51:41.652 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-25T15:51:41.652 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:51:41.652 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-25T15:51:41.707 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-25T15:51:41.707 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:51:41.707 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-25T15:51:41.771 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-25T15:51:41.771 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:51:41.771 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-25T15:51:41.826 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-25T15:51:41.827 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoUQWnYIBY9rXjSsHjGQphVpRdH8hcz+d0jf4DYYmsvagX5/hwJGoUVuBPxLd+xrZSTpIPrdWnL9OFTC/Zv4imjt5s9lX4fZ0fShsPOD88FSg9HJNKxCFjO3DJlOkpDrg/stlgb5KEBrSyDpJF4bRPoeCjLWdxjJad6QxyBa8fjW0CPkHhQ4NxKB706u+MnRFnHIIacFK4k7W/47/PcvIqLDUjGgYXYojeuc3uuQ9B0HvEY9091QlsCgFgDvKiEZ6jeRRnKx0PEOl0JeRnhpjRIlK17/3uhDEWaz4BDmQNNrAENwzc82JloZhy3LoY50CYFaKrOo+PLnit0c08Y7EB34mjQPDaqwbOZUne0TXRU9SopNhf8bfmNx+K99V3qXdHkiA5vxjrlq9q2m9K5vHAJ79uCGybr7kpEhnNwBF5jjqkjfcFYE6nUFX15kMUIMmhtgaWhVySz4ALGdQ4E9pHweZ4SltKgUrKin03uNzQ+brVDAdpdzmYpKqxzZ4Bx9s= ceph-68f2f37e-031b-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T15:51:41.898 INFO:teuthology.orchestra.run.smithi112.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoUQWnYIBY9rXjSsHjGQphVpRdH8hcz+d0jf4DYYmsvagX5/hwJGoUVuBPxLd+xrZSTpIPrdWnL9OFTC/Zv4imjt5s9lX4fZ0fShsPOD88FSg9HJNKxCFjO3DJlOkpDrg/stlgb5KEBrSyDpJF4bRPoeCjLWdxjJad6QxyBa8fjW0CPkHhQ4NxKB706u+MnRFnHIIacFK4k7W/47/PcvIqLDUjGgYXYojeuc3uuQ9B0HvEY9091QlsCgFgDvKiEZ6jeRRnKx0PEOl0JeRnhpjRIlK17/3uhDEWaz4BDmQNNrAENwzc82JloZhy3LoY50CYFaKrOo+PLnit0c08Y7EB34mjQPDaqwbOZUne0TXRU9SopNhf8bfmNx+K99V3qXdHkiA5vxjrlq9q2m9K5vHAJ79uCGybr7kpEhnNwBF5jjqkjfcFYE6nUFX15kMUIMmhtgaWhVySz4ALGdQ4E9pHweZ4SltKgUrKin03uNzQ+brVDAdpdzmYpKqxzZ4Bx9s= ceph-68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:51:41.913 DEBUG:teuthology.orchestra.run.smithi116:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoUQWnYIBY9rXjSsHjGQphVpRdH8hcz+d0jf4DYYmsvagX5/hwJGoUVuBPxLd+xrZSTpIPrdWnL9OFTC/Zv4imjt5s9lX4fZ0fShsPOD88FSg9HJNKxCFjO3DJlOkpDrg/stlgb5KEBrSyDpJF4bRPoeCjLWdxjJad6QxyBa8fjW0CPkHhQ4NxKB706u+MnRFnHIIacFK4k7W/47/PcvIqLDUjGgYXYojeuc3uuQ9B0HvEY9091QlsCgFgDvKiEZ6jeRRnKx0PEOl0JeRnhpjRIlK17/3uhDEWaz4BDmQNNrAENwzc82JloZhy3LoY50CYFaKrOo+PLnit0c08Y7EB34mjQPDaqwbOZUne0TXRU9SopNhf8bfmNx+K99V3qXdHkiA5vxjrlq9q2m9K5vHAJ79uCGybr7kpEhnNwBF5jjqkjfcFYE6nUFX15kMUIMmhtgaWhVySz4ALGdQ4E9pHweZ4SltKgUrKin03uNzQ+brVDAdpdzmYpKqxzZ4Bx9s= ceph-68f2f37e-031b-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T15:51:41.951 INFO:teuthology.orchestra.run.smithi116.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoUQWnYIBY9rXjSsHjGQphVpRdH8hcz+d0jf4DYYmsvagX5/hwJGoUVuBPxLd+xrZSTpIPrdWnL9OFTC/Zv4imjt5s9lX4fZ0fShsPOD88FSg9HJNKxCFjO3DJlOkpDrg/stlgb5KEBrSyDpJF4bRPoeCjLWdxjJad6QxyBa8fjW0CPkHhQ4NxKB706u+MnRFnHIIacFK4k7W/47/PcvIqLDUjGgYXYojeuc3uuQ9B0HvEY9091QlsCgFgDvKiEZ6jeRRnKx0PEOl0JeRnhpjRIlK17/3uhDEWaz4BDmQNNrAENwzc82JloZhy3LoY50CYFaKrOo+PLnit0c08Y7EB34mjQPDaqwbOZUne0TXRU9SopNhf8bfmNx+K99V3qXdHkiA5vxjrlq9q2m9K5vHAJ79uCGybr7kpEhnNwBF5jjqkjfcFYE6nUFX15kMUIMmhtgaWhVySz4ALGdQ4E9pHweZ4SltKgUrKin03uNzQ+brVDAdpdzmYpKqxzZ4Bx9s= ceph-68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:51:41.963 DEBUG:teuthology.orchestra.run.smithi133:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoUQWnYIBY9rXjSsHjGQphVpRdH8hcz+d0jf4DYYmsvagX5/hwJGoUVuBPxLd+xrZSTpIPrdWnL9OFTC/Zv4imjt5s9lX4fZ0fShsPOD88FSg9HJNKxCFjO3DJlOkpDrg/stlgb5KEBrSyDpJF4bRPoeCjLWdxjJad6QxyBa8fjW0CPkHhQ4NxKB706u+MnRFnHIIacFK4k7W/47/PcvIqLDUjGgYXYojeuc3uuQ9B0HvEY9091QlsCgFgDvKiEZ6jeRRnKx0PEOl0JeRnhpjRIlK17/3uhDEWaz4BDmQNNrAENwzc82JloZhy3LoY50CYFaKrOo+PLnit0c08Y7EB34mjQPDaqwbOZUne0TXRU9SopNhf8bfmNx+K99V3qXdHkiA5vxjrlq9q2m9K5vHAJ79uCGybr7kpEhnNwBF5jjqkjfcFYE6nUFX15kMUIMmhtgaWhVySz4ALGdQ4E9pHweZ4SltKgUrKin03uNzQ+brVDAdpdzmYpKqxzZ4Bx9s= ceph-68f2f37e-031b-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T15:51:42.002 INFO:teuthology.orchestra.run.smithi133.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoUQWnYIBY9rXjSsHjGQphVpRdH8hcz+d0jf4DYYmsvagX5/hwJGoUVuBPxLd+xrZSTpIPrdWnL9OFTC/Zv4imjt5s9lX4fZ0fShsPOD88FSg9HJNKxCFjO3DJlOkpDrg/stlgb5KEBrSyDpJF4bRPoeCjLWdxjJad6QxyBa8fjW0CPkHhQ4NxKB706u+MnRFnHIIacFK4k7W/47/PcvIqLDUjGgYXYojeuc3uuQ9B0HvEY9091QlsCgFgDvKiEZ6jeRRnKx0PEOl0JeRnhpjRIlK17/3uhDEWaz4BDmQNNrAENwzc82JloZhy3LoY50CYFaKrOo+PLnit0c08Y7EB34mjQPDaqwbOZUne0TXRU9SopNhf8bfmNx+K99V3qXdHkiA5vxjrlq9q2m9K5vHAJ79uCGybr7kpEhnNwBF5jjqkjfcFYE6nUFX15kMUIMmhtgaWhVySz4ALGdQ4E9pHweZ4SltKgUrKin03uNzQ+brVDAdpdzmYpKqxzZ4Bx9s= ceph-68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:51:42.015 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-25T15:51:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:42 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1327006310' entity='client.admin' 2024-04-25T15:51:42.258 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:51:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.459+0000 7fdbbad39700 1 -- 172.21.15.112:0/1882239716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 msgr2=0x7fdbb4102e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.459+0000 7fdbbad39700 1 --2- 172.21.15.112:0/1882239716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb4102e60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdba8009910 tx=0x7fdba8009c20 comp rx=0 tx=0).stop 2024-04-25T15:51:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.459+0000 7fdbbad39700 1 -- 172.21.15.112:0/1882239716 shutdown_connections 2024-04-25T15:51:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.459+0000 7fdbbad39700 1 --2- 172.21.15.112:0/1882239716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb4102e60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.459+0000 7fdbbad39700 1 -- 172.21.15.112:0/1882239716 >> 172.21.15.112:0/1882239716 conn(0x7fdbb40fe090 msgr2=0x7fdbb4100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.459+0000 7fdbbad39700 1 -- 172.21.15.112:0/1882239716 shutdown_connections 2024-04-25T15:51:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.459+0000 7fdbbad39700 1 -- 172.21.15.112:0/1882239716 wait complete. 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.460+0000 7fdbbad39700 1 Processor -- start 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.460+0000 7fdbbad39700 1 -- start start 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.460+0000 7fdbbad39700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb406c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.460+0000 7fdbbad39700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb4108820 con 0x7fdbb4102a50 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.460+0000 7fdbb8ad5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb406c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.460+0000 7fdbb8ad5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb406c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:34342/0 (socket says 172.21.15.112:34342) 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.460+0000 7fdbb8ad5700 1 -- 172.21.15.112:0/3746949433 learned_addr learned my addr 172.21.15.112:0/3746949433 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:44.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.461+0000 7fdbb8ad5700 1 -- 172.21.15.112:0/3746949433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb406c8c0 con 0x7fdbb4102a50 2024-04-25T15:51:44.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.461+0000 7fdbb8ad5700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb406c380 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdba8005950 tx=0x7fdba8005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:44.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.461+0000 7fdbb1ffb700 1 -- 172.21.15.112:0/3746949433 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdba8027070 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.461+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbb419c260 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.461+0000 7fdbb1ffb700 1 -- 172.21.15.112:0/3746949433 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdba800bdf0 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.461+0000 7fdbb1ffb700 1 -- 172.21.15.112:0/3746949433 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdba800fdb0 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.461+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbb419c740 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.462+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbb4108fa0 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.462+0000 7fdbb1ffb700 1 -- 172.21.15.112:0/3746949433 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7fdba802a070 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.462+0000 7fdbb1ffb700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fdba403d670 0x7fdba403fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.463+0000 7fdbb1ffb700 1 -- 172.21.15.112:0/3746949433 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdba80526a0 con 0x7fdbb4102a50 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.463+0000 7fdbb3fff700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fdba403d670 0x7fdba403fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:44.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.463+0000 7fdbb3fff700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fdba403d670 0x7fdba403fb80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdba0006fd0 tx=0x7fdba0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:44.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.468+0000 7fdbb1ffb700 1 -- 172.21.15.112:0/3746949433 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdba8013070 con 0x7fdbb4102a50 2024-04-25T15:51:44.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.672+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fdbb419ce10 con 0x7fdbb4102a50 2024-04-25T15:51:44.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.675+0000 7fdbb1ffb700 1 -- 172.21.15.112:0/3746949433 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fdba800f460 con 0x7fdbb4102a50 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fdba403d670 msgr2=0x7fdba403fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fdba403d670 0x7fdba403fb80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdba0006fd0 tx=0x7fdba0006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 msgr2=0x7fdbb406c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb406c380 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdba8005950 tx=0x7fdba8005810 comp rx=0 tx=0).stop 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 shutdown_connections 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fdba403d670 0x7fdba403fb80 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 --2- 172.21.15.112:0/3746949433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdbb4102a50 0x7fdbb406c380 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:44.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 >> 172.21.15.112:0/3746949433 conn(0x7fdbb40fe090 msgr2=0x7fdbb40fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:44.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 shutdown_connections 2024-04-25T15:51:44.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:44.677+0000 7fdbbad39700 1 -- 172.21.15.112:0/3746949433 wait complete. 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi112", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3746949433' entity='client.admin' 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:45.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:45.274 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-25T15:51:45.274 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-25T15:51:45.507 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:51:47.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.067+0000 7ff88b83c700 1 -- 172.21.15.112:0/3188193566 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 msgr2=0x7ff8841021a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:47.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.067+0000 7ff88b83c700 1 --2- 172.21.15.112:0/3188193566 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff8841021a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff880009910 tx=0x7ff880009c20 comp rx=0 tx=0).stop 2024-04-25T15:51:47.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.067+0000 7ff88b83c700 1 -- 172.21.15.112:0/3188193566 shutdown_connections 2024-04-25T15:51:47.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.067+0000 7ff88b83c700 1 --2- 172.21.15.112:0/3188193566 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff8841021a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:47.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.067+0000 7ff88b83c700 1 -- 172.21.15.112:0/3188193566 >> 172.21.15.112:0/3188193566 conn(0x7ff8840fd790 msgr2=0x7ff8840ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:47.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.067+0000 7ff88b83c700 1 -- 172.21.15.112:0/3188193566 shutdown_connections 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.067+0000 7ff88b83c700 1 -- 172.21.15.112:0/3188193566 wait complete. 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff88b83c700 1 Processor -- start 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff88b83c700 1 -- start start 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff88b83c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff884199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff88b83c700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff884109940 con 0x7ff884101d90 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff8895d8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff884199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff8895d8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff884199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:34368/0 (socket says 172.21.15.112:34368) 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff8895d8700 1 -- 172.21.15.112:0/2890305522 learned_addr learned my addr 172.21.15.112:0/2890305522 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff8895d8700 1 -- 172.21.15.112:0/2890305522 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff884199a90 con 0x7ff884101d90 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff8895d8700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff884199550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff880005760 tx=0x7ff880004f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.068+0000 7ff87a7fc700 1 -- 172.21.15.112:0/2890305522 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff880027070 con 0x7ff884101d90 2024-04-25T15:51:47.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.069+0000 7ff87a7fc700 1 -- 172.21.15.112:0/2890305522 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff88000bdf0 con 0x7ff884101d90 2024-04-25T15:51:47.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.069+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff884199d20 con 0x7ff884101d90 2024-04-25T15:51:47.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.069+0000 7ff87a7fc700 1 -- 172.21.15.112:0/2890305522 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff88000fd70 con 0x7ff884101d90 2024-04-25T15:51:47.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.069+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff88419c930 con 0x7ff884101d90 2024-04-25T15:51:47.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.070+0000 7ff87a7fc700 1 -- 172.21.15.112:0/2890305522 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7ff88002a070 con 0x7ff884101d90 2024-04-25T15:51:47.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.070+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff884192790 con 0x7ff884101d90 2024-04-25T15:51:47.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.070+0000 7ff87a7fc700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff87003d610 0x7ff87003fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:47.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.070+0000 7ff87a7fc700 1 -- 172.21.15.112:0/2890305522 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff880052860 con 0x7ff884101d90 2024-04-25T15:51:47.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.070+0000 7ff888dd7700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff87003d610 0x7ff87003fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:47.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.070+0000 7ff888dd7700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff87003d610 0x7ff87003fb20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff874006fd0 tx=0x7ff874006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:47.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.075+0000 7ff87a7fc700 1 -- 172.21.15.112:0/2890305522 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff880013070 con 0x7ff884101d90 2024-04-25T15:51:47.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.280+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7ff88402e620 con 0x7ff87003d610 2024-04-25T15:51:47.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.284+0000 7ff87a7fc700 1 -- 172.21.15.112:0/2890305522 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff88402e620 con 0x7ff87003d610 2024-04-25T15:51:47.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.286+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff87003d610 msgr2=0x7ff87003fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:47.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.286+0000 7ff88b83c700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff87003d610 0x7ff87003fb20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff874006fd0 tx=0x7ff874006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 msgr2=0x7ff884199550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff884199550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff880005760 tx=0x7ff880004f60 comp rx=0 tx=0).stop 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 shutdown_connections 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff87003d610 0x7ff87003fb20 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 --2- 172.21.15.112:0/2890305522 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff884101d90 0x7ff884199550 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 >> 172.21.15.112:0/2890305522 conn(0x7ff8840fd790 msgr2=0x7ff8840fe490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 shutdown_connections 2024-04-25T15:51:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:47.287+0000 7ff88b83c700 1 -- 172.21.15.112:0/2890305522 wait complete. 2024-04-25T15:51:48.001 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi116 2024-04-25T15:51:48.001 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:51:48.001 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/etc/ceph/ceph.conf 2024-04-25T15:51:48.020 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:51:48.021 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:51:48.077 INFO:tasks.cephadm:Adding host smithi116 to orchestrator... 2024-04-25T15:51:48.077 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch host add smithi116 2024-04-25T15:51:48.330 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T15:51:48.543 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:48.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:48.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:49.892 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.891+0000 7fbf643a5700 1 -- 172.21.15.112:0/4291177192 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 msgr2=0x7fbf5c105e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:49.893 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.891+0000 7fbf643a5700 1 --2- 172.21.15.112:0/4291177192 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c105e00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbf58009910 tx=0x7fbf58009c20 comp rx=0 tx=0).stop 2024-04-25T15:51:49.893 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.892+0000 7fbf643a5700 1 -- 172.21.15.112:0/4291177192 shutdown_connections 2024-04-25T15:51:49.893 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.892+0000 7fbf643a5700 1 --2- 172.21.15.112:0/4291177192 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c105e00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:49.893 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.892+0000 7fbf643a5700 1 -- 172.21.15.112:0/4291177192 >> 172.21.15.112:0/4291177192 conn(0x7fbf5c077c40 msgr2=0x7fbf5c078080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:49.893 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.892+0000 7fbf643a5700 1 -- 172.21.15.112:0/4291177192 shutdown_connections 2024-04-25T15:51:49.893 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.892+0000 7fbf643a5700 1 -- 172.21.15.112:0/4291177192 wait complete. 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.892+0000 7fbf643a5700 1 Processor -- start 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.892+0000 7fbf643a5700 1 -- start start 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf643a5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c19f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf643a5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbf5c10e000 con 0x7fbf5c1059f0 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf62141700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c19f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf62141700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c19f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:34392/0 (socket says 172.21.15.112:34392) 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf62141700 1 -- 172.21.15.112:0/1529642693 learned_addr learned my addr 172.21.15.112:0/1529642693 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf62141700 1 -- 172.21.15.112:0/1529642693 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf5c19fab0 con 0x7fbf5c1059f0 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf62141700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c19f570 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf58005660 tx=0x7fbf58005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf537fe700 1 -- 172.21.15.112:0/1529642693 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf58026070 con 0x7fbf5c1059f0 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf537fe700 1 -- 172.21.15.112:0/1529642693 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbf5800b750 con 0x7fbf5c1059f0 2024-04-25T15:51:49.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf5c19fd40 con 0x7fbf5c1059f0 2024-04-25T15:51:49.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf537fe700 1 -- 172.21.15.112:0/1529642693 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf58003810 con 0x7fbf5c1059f0 2024-04-25T15:51:49.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.893+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf5c199700 con 0x7fbf5c1059f0 2024-04-25T15:51:49.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.894+0000 7fbf537fe700 1 -- 172.21.15.112:0/1529642693 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7fbf58029070 con 0x7fbf5c1059f0 2024-04-25T15:51:49.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.894+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf5c105150 con 0x7fbf5c1059f0 2024-04-25T15:51:49.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.894+0000 7fbf537fe700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbf4803d610 0x7fbf4803fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:49.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.895+0000 7fbf537fe700 1 -- 172.21.15.112:0/1529642693 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fbf5801e070 con 0x7fbf5c1059f0 2024-04-25T15:51:49.897 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.895+0000 7fbf61940700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbf4803d610 0x7fbf4803fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:49.897 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.895+0000 7fbf61940700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbf4803d610 0x7fbf4803fb20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c006fd0 tx=0x7fbf4c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:49.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:49.900+0000 7fbf537fe700 1 -- 172.21.15.112:0/1529642693 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbf58013070 con 0x7fbf5c1059f0 2024-04-25T15:51:50.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:50.104+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi116", "target": ["mon-mgr", ""]}) -- 0x7fbf5c064cf0 con 0x7fbf4803d610 2024-04-25T15:51:50.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:50 smithi112 ceph-mon[29426]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi116", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:51:51.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:51 smithi112 ceph-mon[29426]: Deploying cephadm binary to smithi116 2024-04-25T15:51:53.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:53 smithi112 ceph-mon[29426]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:51:54.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.258+0000 7fbf537fe700 1 -- 172.21.15.112:0/1529642693 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fbf5c064cf0 con 0x7fbf4803d610 2024-04-25T15:51:54.259 INFO:teuthology.orchestra.run.smithi112.stdout:Added host 'smithi116' with addr '172.21.15.116' 2024-04-25T15:51:54.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.260+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbf4803d610 msgr2=0x7fbf4803fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:54.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.260+0000 7fbf643a5700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbf4803d610 0x7fbf4803fb20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c006fd0 tx=0x7fbf4c006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.260+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 msgr2=0x7fbf5c19f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.260+0000 7fbf643a5700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c19f570 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf58005660 tx=0x7fbf58005740 comp rx=0 tx=0).stop 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.261+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 shutdown_connections 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.261+0000 7fbf643a5700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbf4803d610 0x7fbf4803fb20 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.261+0000 7fbf643a5700 1 --2- 172.21.15.112:0/1529642693 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf5c1059f0 0x7fbf5c19f570 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.261+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 >> 172.21.15.112:0/1529642693 conn(0x7fbf5c077c40 msgr2=0x7fbf5c0fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.261+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 shutdown_connections 2024-04-25T15:51:54.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:54.261+0000 7fbf643a5700 1 -- 172.21.15.112:0/1529642693 wait complete. 2024-04-25T15:51:54.866 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T15:51:55.099 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:51:55.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:55 smithi112 ceph-mon[29426]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:51:55.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:55 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:55.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:55 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:51:55.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:55 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:56.366 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:56 smithi112 ceph-mon[29426]: Added host smithi116 2024-04-25T15:51:56.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:56 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:56.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.569+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/555353294 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 msgr2=0x7f4ce0108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:56.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.569+0000 7f4ce4bc6700 1 --2- 172.21.15.112:0/555353294 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0108e90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4cd0009910 tx=0x7f4cd0009c20 comp rx=0 tx=0).stop 2024-04-25T15:51:56.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.569+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/555353294 shutdown_connections 2024-04-25T15:51:56.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.569+0000 7f4ce4bc6700 1 --2- 172.21.15.112:0/555353294 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0108e90 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:56.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.569+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/555353294 >> 172.21.15.112:0/555353294 conn(0x7f4ce0077c00 msgr2=0x7f4ce0078040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:56.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.569+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/555353294 shutdown_connections 2024-04-25T15:51:56.571 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.569+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/555353294 wait complete. 2024-04-25T15:51:56.571 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.570+0000 7f4ce4bc6700 1 Processor -- start 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.570+0000 7f4ce4bc6700 1 -- start start 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.570+0000 7f4ce4bc6700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0103050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4ce4bc6700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce010dfb0 con 0x7f4ce0108a80 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cde59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0103050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cde59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0103050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59088/0 (socket says 172.21.15.112:59088) 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cde59c700 1 -- 172.21.15.112:0/2804944629 learned_addr learned my addr 172.21.15.112:0/2804944629 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cde59c700 1 -- 172.21.15.112:0/2804944629 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ce0104ea0 con 0x7f4ce0108a80 2024-04-25T15:51:56.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cde59c700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0103050 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4cd000b5c0 tx=0x7f4cd0005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cd7fff700 1 -- 172.21.15.112:0/2804944629 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cd0026070 con 0x7f4ce0108a80 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cd7fff700 1 -- 172.21.15.112:0/2804944629 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4cd000b750 con 0x7f4ce0108a80 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ce0103590 con 0x7f4ce0108a80 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4cd7fff700 1 -- 172.21.15.112:0/2804944629 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cd0003810 con 0x7f4ce0108a80 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.571+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ce0103990 con 0x7f4ce0108a80 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.572+0000 7f4cd7fff700 1 -- 172.21.15.112:0/2804944629 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f4cd0029070 con 0x7f4ce0108a80 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.572+0000 7f4cd7fff700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4ccc03d610 0x7f4ccc03fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.572+0000 7f4cd7fff700 1 -- 172.21.15.112:0/2804944629 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4cd001e070 con 0x7f4ce0108a80 2024-04-25T15:51:56.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.573+0000 7f4cd5d9b700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4ccc03d610 0x7f4ccc03fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:56.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.573+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ce0064cf0 con 0x7f4ce0108a80 2024-04-25T15:51:56.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.573+0000 7f4cd5d9b700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4ccc03d610 0x7f4ccc03fb20 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8006fd0 tx=0x7f4cc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:56.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.578+0000 7f4cd7fff700 1 -- 172.21.15.112:0/2804944629 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4cd0030020 con 0x7f4ce0108a80 2024-04-25T15:51:56.779 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.779+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4ce0104610 con 0x7f4ccc03d610 2024-04-25T15:51:56.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.780+0000 7f4cd7fff700 1 -- 172.21.15.112:0/2804944629 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+161 (secure 0 0 0) 0x7f4ce0104610 con 0x7f4ccc03d610 2024-04-25T15:51:56.781 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:51:56.781 INFO:teuthology.orchestra.run.smithi112.stdout:[{"addr": "172.21.15.112", "hostname": "smithi112", "labels": [], "status": ""}, {"addr": "172.21.15.116", "hostname": "smithi116", "labels": [], "status": ""}] 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4ccc03d610 msgr2=0x7f4ccc03fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4ccc03d610 0x7f4ccc03fb20 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8006fd0 tx=0x7f4cc8006e40 comp rx=0 tx=0).stop 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 msgr2=0x7f4ce0103050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0103050 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4cd000b5c0 tx=0x7f4cd0005710 comp rx=0 tx=0).stop 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 shutdown_connections 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4ccc03d610 0x7f4ccc03fb20 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 --2- 172.21.15.112:0/2804944629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4ce0108a80 0x7f4ce0103050 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 >> 172.21.15.112:0/2804944629 conn(0x7f4ce0077c00 msgr2=0x7f4ce0105680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 shutdown_connections 2024-04-25T15:51:56.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:56.782+0000 7f4ce4bc6700 1 -- 172.21.15.112:0/2804944629 wait complete. 2024-04-25T15:51:57.412 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:57 smithi112 ceph-mon[29426]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:51:57.412 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:51:57.440 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi133 2024-04-25T15:51:57.440 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:51:57.440 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.conf 2024-04-25T15:51:57.459 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:51:57.459 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:51:57.516 INFO:tasks.cephadm:Adding host smithi133 to orchestrator... 2024-04-25T15:51:57.516 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch host add smithi133 2024-04-25T15:51:57.747 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:51:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:58 smithi112 ceph-mon[29426]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:51:59.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.298+0000 7f382cd4c700 1 -- 172.21.15.112:0/1485376743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 msgr2=0x7f3828108d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:51:59.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.298+0000 7f382cd4c700 1 --2- 172.21.15.112:0/1485376743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f3828108d60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3818009910 tx=0x7f3818009c20 comp rx=0 tx=0).stop 2024-04-25T15:51:59.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.299+0000 7f382cd4c700 1 -- 172.21.15.112:0/1485376743 shutdown_connections 2024-04-25T15:51:59.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.299+0000 7f382cd4c700 1 --2- 172.21.15.112:0/1485376743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f3828108d60 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:51:59.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.299+0000 7f382cd4c700 1 -- 172.21.15.112:0/1485376743 >> 172.21.15.112:0/1485376743 conn(0x7f38280fe440 msgr2=0x7f3828100890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.299+0000 7f382cd4c700 1 -- 172.21.15.112:0/1485376743 shutdown_connections 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.299+0000 7f382cd4c700 1 -- 172.21.15.112:0/1485376743 wait complete. 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.299+0000 7f382cd4c700 1 Processor -- start 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382cd4c700 1 -- start start 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382cd4c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f38281983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382cd4c700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f382810cd50 con 0x7f3828108950 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f38281983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f38281983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59114/0 (socket says 172.21.15.112:59114) 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382659c700 1 -- 172.21.15.112:0/448197244 learned_addr learned my addr 172.21.15.112:0/448197244 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382659c700 1 -- 172.21.15.112:0/448197244 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f382806c6a0 con 0x7f3828108950 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382659c700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f38281983a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3818005660 tx=0x7f3818005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f38177fe700 1 -- 172.21.15.112:0/448197244 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3818026070 con 0x7f3828108950 2024-04-25T15:51:59.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.300+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38281988e0 con 0x7f3828108950 2024-04-25T15:51:59.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.301+0000 7f38177fe700 1 -- 172.21.15.112:0/448197244 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f381800b6f0 con 0x7f3828108950 2024-04-25T15:51:59.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.301+0000 7f38177fe700 1 -- 172.21.15.112:0/448197244 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38180037d0 con 0x7f3828108950 2024-04-25T15:51:59.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.301+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3828198da0 con 0x7f3828108950 2024-04-25T15:51:59.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.302+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3828104060 con 0x7f3828108950 2024-04-25T15:51:59.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.302+0000 7f38177fe700 1 -- 172.21.15.112:0/448197244 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f3818029070 con 0x7f3828108950 2024-04-25T15:51:59.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.302+0000 7f38177fe700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f381003d610 0x7f381003fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:51:59.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.302+0000 7f38177fe700 1 -- 172.21.15.112:0/448197244 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f381801e070 con 0x7f3828108950 2024-04-25T15:51:59.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.302+0000 7f3825d9b700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f381003d610 0x7f381003fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:51:59.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.302+0000 7f3825d9b700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f381003d610 0x7f381003fb20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f381c006fd0 tx=0x7f381c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:51:59.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.307+0000 7f38177fe700 1 -- 172.21.15.112:0/448197244 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3818013070 con 0x7f3828108950 2024-04-25T15:51:59.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:51:59 smithi112 ceph-mon[29426]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:51:59.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:51:59.511+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}) -- 0x7f3828064cf0 con 0x7f381003d610 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi116", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-25T15:52:01.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: Deploying cephadm binary to smithi133 2024-04-25T15:52:01.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:01 smithi112 ceph-mon[29426]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:02 smithi112 ceph-mon[29426]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:02 smithi112 ceph-mon[29426]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:52:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:03 smithi112 ceph-mon[29426]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:03.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.577+0000 7f38177fe700 1 -- 172.21.15.112:0/448197244 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f3828064cf0 con 0x7f381003d610 2024-04-25T15:52:03.579 INFO:teuthology.orchestra.run.smithi112.stdout:Added host 'smithi133' with addr '172.21.15.133' 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.579+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f381003d610 msgr2=0x7f381003fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.579+0000 7f382cd4c700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f381003d610 0x7f381003fb20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f381c006fd0 tx=0x7f381c006e40 comp rx=0 tx=0).stop 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.579+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 msgr2=0x7f38281983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.579+0000 7f382cd4c700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f38281983a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3818005660 tx=0x7f3818005740 comp rx=0 tx=0).stop 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.580+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 shutdown_connections 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.580+0000 7f382cd4c700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f381003d610 0x7f381003fb20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.580+0000 7f382cd4c700 1 --2- 172.21.15.112:0/448197244 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3828108950 0x7f38281983a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.580+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 >> 172.21.15.112:0/448197244 conn(0x7f38280fe440 msgr2=0x7f38280ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.580+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 shutdown_connections 2024-04-25T15:52:03.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:03.580+0000 7f382cd4c700 1 -- 172.21.15.112:0/448197244 wait complete. 2024-04-25T15:52:04.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:04 smithi112 ceph-mon[29426]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T15:52:04.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:04.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:04.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:04.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:04.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:04.193 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T15:52:04.423 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:52:05.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:05 smithi112 ceph-mon[29426]: Added host smithi133 2024-04-25T15:52:05.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:05.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:05 smithi112 ceph-mon[29426]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:05.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:05.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.960+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2553768909 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 msgr2=0x7fe2a4109e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:05.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.960+0000 7fe2ab74e700 1 --2- 172.21.15.112:0/2553768909 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4109e70 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009910 tx=0x7fe2a0009c20 comp rx=0 tx=0).stop 2024-04-25T15:52:05.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.960+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2553768909 shutdown_connections 2024-04-25T15:52:05.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.960+0000 7fe2ab74e700 1 --2- 172.21.15.112:0/2553768909 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4109e70 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:05.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.960+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2553768909 >> 172.21.15.112:0/2553768909 conn(0x7fe2a40ff570 msgr2=0x7fe2a41019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:05.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.961+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2553768909 shutdown_connections 2024-04-25T15:52:05.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.961+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2553768909 wait complete. 2024-04-25T15:52:05.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.961+0000 7fe2ab74e700 1 Processor -- start 2024-04-25T15:52:05.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.961+0000 7fe2ab74e700 1 -- start start 2024-04-25T15:52:05.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.961+0000 7fe2ab74e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:05.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.961+0000 7fe2ab74e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a410de60 con 0x7fe2a4109a60 2024-04-25T15:52:05.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe2a94ea700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:05.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe2a94ea700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4199780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:54058/0 (socket says 172.21.15.112:54058) 2024-04-25T15:52:05.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe2a94ea700 1 -- 172.21.15.112:0/2211451873 learned_addr learned my addr 172.21.15.112:0/2211451873 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:52:05.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe2a94ea700 1 -- 172.21.15.112:0/2211451873 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2a4199cc0 con 0x7fe2a4109a60 2024-04-25T15:52:05.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe2a94ea700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4199780 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0005660 tx=0x7fe2a0005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:05.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe29a7fc700 1 -- 172.21.15.112:0/2211451873 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2a0026070 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2a4199fb0 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe29a7fc700 1 -- 172.21.15.112:0/2211451873 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe2a000b6f0 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe29a7fc700 1 -- 172.21.15.112:0/2211451873 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2a00037d0 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.962+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2a419dfb0 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.963+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2a4105170 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.963+0000 7fe29a7fc700 1 -- 172.21.15.112:0/2211451873 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7fe2a0029070 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.963+0000 7fe29a7fc700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe29003d610 0x7fe29003fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.964+0000 7fe29a7fc700 1 -- 172.21.15.112:0/2211451873 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe2a001e070 con 0x7fe2a4109a60 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.964+0000 7fe2a8ce9700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe29003d610 0x7fe29003fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:05.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.964+0000 7fe2a8ce9700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe29003d610 0x7fe29003fb20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe294006fd0 tx=0x7fe294006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:05.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:05.969+0000 7fe29a7fc700 1 -- 172.21.15.112:0/2211451873 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe2a0013070 con 0x7fe2a4109a60 2024-04-25T15:52:06.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.175+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe2a419aae0 con 0x7fe29003d610 2024-04-25T15:52:06.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.176+0000 7fe29a7fc700 1 -- 172.21.15.112:0/2211451873 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+241 (secure 0 0 0) 0x7fe2a419aae0 con 0x7fe29003d610 2024-04-25T15:52:06.177 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:52:06.177 INFO:teuthology.orchestra.run.smithi112.stdout:[{"addr": "172.21.15.112", "hostname": "smithi112", "labels": [], "status": ""}, {"addr": "172.21.15.116", "hostname": "smithi116", "labels": [], "status": ""}, {"addr": "172.21.15.133", "hostname": "smithi133", "labels": [], "status": ""}] 2024-04-25T15:52:06.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe29003d610 msgr2=0x7fe29003fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:06.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe29003d610 0x7fe29003fb20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe294006fd0 tx=0x7fe294006e40 comp rx=0 tx=0).stop 2024-04-25T15:52:06.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 msgr2=0x7fe2a4199780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:06.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4199780 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0005660 tx=0x7fe2a0005740 comp rx=0 tx=0).stop 2024-04-25T15:52:06.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 shutdown_connections 2024-04-25T15:52:06.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe29003d610 0x7fe29003fb20 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:06.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 --2- 172.21.15.112:0/2211451873 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4109a60 0x7fe2a4199780 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:06.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 >> 172.21.15.112:0/2211451873 conn(0x7fe2a40ff570 msgr2=0x7fe2a4100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:06.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 shutdown_connections 2024-04-25T15:52:06.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:06.178+0000 7fe2ab74e700 1 -- 172.21.15.112:0/2211451873 wait complete. 2024-04-25T15:52:06.780 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-25T15:52:06.781 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-25T15:52:07.018 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:52:07.449 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:07 smithi112 ceph-mon[29426]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:07.449 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:07.449 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:07 smithi112 ceph-mon[29426]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:52:08.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 -- 172.21.15.112:0/1429020696 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 msgr2=0x7f72b4108d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:08.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 --2- 172.21.15.112:0/1429020696 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b4108d50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f72a4009910 tx=0x7f72a4009c20 comp rx=0 tx=0).stop 2024-04-25T15:52:08.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 -- 172.21.15.112:0/1429020696 shutdown_connections 2024-04-25T15:52:08.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 --2- 172.21.15.112:0/1429020696 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b4108d50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:08.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 -- 172.21.15.112:0/1429020696 >> 172.21.15.112:0/1429020696 conn(0x7f72b40fe430 msgr2=0x7f72b4100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:08.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 -- 172.21.15.112:0/1429020696 shutdown_connections 2024-04-25T15:52:08.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 -- 172.21.15.112:0/1429020696 wait complete. 2024-04-25T15:52:08.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 Processor -- start 2024-04-25T15:52:08.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.549+0000 7f72ba60d700 1 -- start start 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72ba60d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b419a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72ba60d700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f72b410cd40 con 0x7f72b4108940 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72b3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b419a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72b3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b419a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:54086/0 (socket says 172.21.15.112:54086) 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72b3fff700 1 -- 172.21.15.112:0/464139671 learned_addr learned my addr 172.21.15.112:0/464139671 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72b3fff700 1 -- 172.21.15.112:0/464139671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72b419aa40 con 0x7f72b4108940 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72b3fff700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b419a500 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f72a4005660 tx=0x7f72a4005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.550+0000 7f72b17fa700 1 -- 172.21.15.112:0/464139671 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72a4026070 con 0x7f72b4108940 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.551+0000 7f72b17fa700 1 -- 172.21.15.112:0/464139671 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72a400b6f0 con 0x7f72b4108940 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.551+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72b419ad30 con 0x7f72b4108940 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.551+0000 7f72b17fa700 1 -- 172.21.15.112:0/464139671 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72a40037d0 con 0x7f72b4108940 2024-04-25T15:52:08.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.551+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72b419b1f0 con 0x7f72b4108940 2024-04-25T15:52:08.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.551+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72b4104050 con 0x7f72b4108940 2024-04-25T15:52:08.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.552+0000 7f72b17fa700 1 -- 172.21.15.112:0/464139671 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f72a4029070 con 0x7f72b4108940 2024-04-25T15:52:08.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.552+0000 7f72b17fa700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f729c03d610 0x7f729c03fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:08.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.552+0000 7f72b17fa700 1 -- 172.21.15.112:0/464139671 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f72a401e070 con 0x7f72b4108940 2024-04-25T15:52:08.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.552+0000 7f72b37fe700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f729c03d610 0x7f729c03fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:08.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.552+0000 7f72b37fe700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f729c03d610 0x7f729c03fb20 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f72a8006fd0 tx=0x7f72a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:08.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.557+0000 7f72b17fa700 1 -- 172.21.15.112:0/464139671 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f72a4013070 con 0x7f72b4108940 2024-04-25T15:52:08.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:08.761+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f72b406bfb0 con 0x7f72b4108940 2024-04-25T15:52:09.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.168+0000 7f72b17fa700 1 -- 172.21.15.112:0/464139671 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f72a400e3e0 con 0x7f72b4108940 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f729c03d610 msgr2=0x7f729c03fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f729c03d610 0x7f729c03fb20 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f72a8006fd0 tx=0x7f72a8006e40 comp rx=0 tx=0).stop 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 msgr2=0x7f72b419a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b419a500 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f72a4005660 tx=0x7f72a4005740 comp rx=0 tx=0).stop 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 shutdown_connections 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f729c03d610 0x7f729c03fb20 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 --2- 172.21.15.112:0/464139671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72b4108940 0x7f72b419a500 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 >> 172.21.15.112:0/464139671 conn(0x7f72b40fe430 msgr2=0x7f72b4100ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 shutdown_connections 2024-04-25T15:52:09.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:09.171+0000 7f72ba60d700 1 -- 172.21.15.112:0/464139671 wait complete. 2024-04-25T15:52:09.173 INFO:teuthology.orchestra.run.smithi112.stderr:adjusted tunables profile to default 2024-04-25T15:52:09.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:09 smithi112 ceph-mon[29426]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:09.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:09 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/464139671' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T15:52:09.803 INFO:tasks.cephadm:Adding mon.a on smithi112 2024-04-25T15:52:09.803 INFO:tasks.cephadm:Adding mon.b on smithi116 2024-04-25T15:52:09.803 INFO:tasks.cephadm:Adding mon.c on smithi133 2024-04-25T15:52:09.803 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi112:172.21.15.112=a;smithi116:172.21.15.116=b;smithi133:172.21.15.133=c' 2024-04-25T15:52:10.038 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/464139671' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:52:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:10.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:10.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:10.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:10.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:11 smithi112 ceph-mon[29426]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-25T15:52:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:11 smithi112 ceph-mon[29426]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:11 smithi112 ceph-mon[29426]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:52:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:11 smithi112 ceph-mon[29426]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T15:52:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:11 smithi112 ceph-mon[29426]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:11.550 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.547+0000 7f57ab04b700 1 -- 172.21.15.133:0/1471927025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 msgr2=0x7f57a4104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:11.550 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.547+0000 7f57ab04b700 1 --2- 172.21.15.133:0/1471927025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4104fc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5798009910 tx=0x7f5798009c20 comp rx=0 tx=0).stop 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.547+0000 7f57ab04b700 1 -- 172.21.15.133:0/1471927025 shutdown_connections 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.547+0000 7f57ab04b700 1 --2- 172.21.15.133:0/1471927025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4104fc0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.547+0000 7f57ab04b700 1 -- 172.21.15.133:0/1471927025 >> 172.21.15.133:0/1471927025 conn(0x7f57a4078480 msgr2=0x7f57a40788c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.547+0000 7f57ab04b700 1 -- 172.21.15.133:0/1471927025 shutdown_connections 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.547+0000 7f57ab04b700 1 -- 172.21.15.133:0/1471927025 wait complete. 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.548+0000 7f57ab04b700 1 Processor -- start 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.548+0000 7f57ab04b700 1 -- start start 2024-04-25T15:52:11.551 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.548+0000 7f57ab04b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.548+0000 7f57ab04b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f57a410dec0 con 0x7f57a4104bb0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a8de7700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a8de7700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4199780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.133:39230/0 (socket says 172.21.15.133:39230) 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a8de7700 1 -- 172.21.15.133:0/3090378857 learned_addr learned my addr 172.21.15.133:0/3090378857 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a8de7700 1 -- 172.21.15.133:0/3090378857 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a4199cc0 con 0x7f57a4104bb0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a8de7700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4199780 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5798006010 tx=0x7f5798005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a1ffb700 1 -- 172.21.15.133:0/3090378857 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5798026070 con 0x7f57a4104bb0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57a4199f50 con 0x7f57a4104bb0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a1ffb700 1 -- 172.21.15.133:0/3090378857 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f579800b750 con 0x7f57a4104bb0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57a1ffb700 1 -- 172.21.15.133:0/3090378857 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f57980038a0 con 0x7f57a4104bb0 2024-04-25T15:52:11.552 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.549+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57a419a3b0 con 0x7f57a4104bb0 2024-04-25T15:52:11.553 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.550+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57a406b550 con 0x7f57a4104bb0 2024-04-25T15:52:11.553 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.550+0000 7f57a1ffb700 1 -- 172.21.15.133:0/3090378857 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f5798029070 con 0x7f57a4104bb0 2024-04-25T15:52:11.553 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.551+0000 7f57a1ffb700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f579403d610 0x7f579403fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:11.553 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.551+0000 7f57a1ffb700 1 -- 172.21.15.133:0/3090378857 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f579801e070 con 0x7f57a4104bb0 2024-04-25T15:52:11.553 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.551+0000 7f57a3fff700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f579403d610 0x7f579403fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:11.554 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.552+0000 7f57a3fff700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f579403d610 0x7f579403fb20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5790006fd0 tx=0x7f5790006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:11.557 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.557+0000 7f57a1ffb700 1 -- 172.21.15.133:0/3090378857 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5798013070 con 0x7f57a4104bb0 2024-04-25T15:52:11.769 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.769+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi116:172.21.15.116=b;smithi133:172.21.15.133=c", "target": ["mon-mgr", ""]}) -- 0x7f57a4106100 con 0x7f579403d610 2024-04-25T15:52:11.776 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.776+0000 7f57a1ffb700 1 -- 172.21.15.133:0/3090378857 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f57a4106100 con 0x7f579403d610 2024-04-25T15:52:11.777 INFO:teuthology.orchestra.run.smithi133.stdout:Scheduled mon update... 2024-04-25T15:52:11.779 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f579403d610 msgr2=0x7f579403fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:11.779 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f579403d610 0x7f579403fb20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5790006fd0 tx=0x7f5790006e40 comp rx=0 tx=0).stop 2024-04-25T15:52:11.779 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 msgr2=0x7f57a4199780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:11.779 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4199780 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5798006010 tx=0x7f5798005710 comp rx=0 tx=0).stop 2024-04-25T15:52:11.779 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 shutdown_connections 2024-04-25T15:52:11.779 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f579403d610 0x7f579403fb20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:11.780 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 --2- 172.21.15.133:0/3090378857 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57a4104bb0 0x7f57a4199780 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:11.780 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 >> 172.21.15.133:0/3090378857 conn(0x7f57a4078480 msgr2=0x7f57a41059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:11.780 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 shutdown_connections 2024-04-25T15:52:11.780 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:11.778+0000 7f57ab04b700 1 -- 172.21.15.133:0/3090378857 wait complete. 2024-04-25T15:52:12.368 DEBUG:teuthology.orchestra.run.smithi116:mon.b> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.b.service 2024-04-25T15:52:12.371 DEBUG:teuthology.orchestra.run.smithi133:mon.c> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.c.service 2024-04-25T15:52:12.373 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T15:52:12.373 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T15:52:13.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi116:172.21.15.116=b;smithi133:172.21.15.133=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:13.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: Saving service mon spec with placement smithi112:172.21.15.112=a;smithi116:172.21.15.116=b;smithi133:172.21.15.133=c;count:3 2024-04-25T15:52:13.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:13.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:13.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:13.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:13.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:13.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:13.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:13.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: Deploying daemon mon.c on smithi133 2024-04-25T15:52:13.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:12 smithi112 ceph-mon[29426]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:13.604 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:15.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:15 smithi112 ceph-mon[29426]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:16.499 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.496+0000 7f0a50cbb700 1 -- 172.21.15.133:0/2255931622 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 msgr2=0x7f0a4c109e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:16.499 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.496+0000 7f0a50cbb700 1 --2- 172.21.15.133:0/2255931622 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c109e10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c009910 tx=0x7f0a3c009c20 comp rx=0 tx=0).stop 2024-04-25T15:52:16.499 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.496+0000 7f0a50cbb700 1 -- 172.21.15.133:0/2255931622 shutdown_connections 2024-04-25T15:52:16.499 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.497+0000 7f0a50cbb700 1 --2- 172.21.15.133:0/2255931622 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c109e10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.497+0000 7f0a50cbb700 1 -- 172.21.15.133:0/2255931622 >> 172.21.15.133:0/2255931622 conn(0x7f0a4c0ff510 msgr2=0x7f0a4c101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.497+0000 7f0a50cbb700 1 -- 172.21.15.133:0/2255931622 shutdown_connections 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.497+0000 7f0a50cbb700 1 -- 172.21.15.133:0/2255931622 wait complete. 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a50cbb700 1 Processor -- start 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a50cbb700 1 -- start start 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a50cbb700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a50cbb700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0a4c10de00 con 0x7f0a4c109a00 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a4a59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a4a59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.133:46708/0 (socket says 172.21.15.133:46708) 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a4a59c700 1 -- 172.21.15.133:0/1149377677 learned_addr learned my addr 172.21.15.133:0/1149377677 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.498+0000 7f0a4a59c700 1 -- 172.21.15.133:0/1149377677 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a4c199c60 con 0x7f0a4c109a00 2024-04-25T15:52:16.500 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.499+0000 7f0a4a59c700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c199720 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c0092e0 tx=0x7f0a3c005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:16.501 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.499+0000 7f0a3b7fe700 1 -- 172.21.15.133:0/1149377677 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a3c026070 con 0x7f0a4c109a00 2024-04-25T15:52:16.501 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.499+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a4c199f50 con 0x7f0a4c109a00 2024-04-25T15:52:16.501 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.499+0000 7f0a3b7fe700 1 -- 172.21.15.133:0/1149377677 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0a3c00b6f0 con 0x7f0a4c109a00 2024-04-25T15:52:16.501 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.499+0000 7f0a3b7fe700 1 -- 172.21.15.133:0/1149377677 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a3c0036c0 con 0x7f0a4c109a00 2024-04-25T15:52:16.502 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.499+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a4c19df50 con 0x7f0a4c109a00 2024-04-25T15:52:16.502 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.500+0000 7f0a3b7fe700 1 -- 172.21.15.133:0/1149377677 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f0a3c029070 con 0x7f0a4c109a00 2024-04-25T15:52:16.502 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.500+0000 7f0a3b7fe700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3403d610 0x7f0a3403fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:16.502 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.500+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a4c105110 con 0x7f0a4c109a00 2024-04-25T15:52:16.502 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.500+0000 7f0a3b7fe700 1 -- 172.21.15.133:0/1149377677 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0a3c01e070 con 0x7f0a4c109a00 2024-04-25T15:52:16.502 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.501+0000 7f0a49d9b700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3403d610 0x7f0a3403fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:16.502 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.501+0000 7f0a49d9b700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3403d610 0x7f0a3403fb20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0a40006fd0 tx=0x7f0a40006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:16.507 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.506+0000 7f0a3b7fe700 1 -- 172.21.15.133:0/1149377677 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0a3c013070 con 0x7f0a4c109a00 2024-04-25T15:52:16.805 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.804+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f0a4c19aa80 con 0x7f0a4c109a00 2024-04-25T15:52:16.806 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.805+0000 7f0a3b7fe700 1 -- 172.21.15.133:0/1149377677 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+749 (secure 0 0 0) 0x7f0a3c00e3e0 con 0x7f0a4c109a00 2024-04-25T15:52:16.806 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:52:16.806 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":1,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","modified":"2024-04-25T15:50:34.063943Z","created":"2024-04-25T15:50:34.063943Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-25T15:52:16.808 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3403d610 msgr2=0x7f0a3403fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:16.808 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3403d610 0x7f0a3403fb20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0a40006fd0 tx=0x7f0a40006e40 comp rx=0 tx=0).stop 2024-04-25T15:52:16.808 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 msgr2=0x7f0a4c199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:16.808 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c199720 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c0092e0 tx=0x7f0a3c005710 comp rx=0 tx=0).stop 2024-04-25T15:52:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 shutdown_connections 2024-04-25T15:52:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3403d610 0x7f0a3403fb20 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 --2- 172.21.15.133:0/1149377677 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a4c109a00 0x7f0a4c199720 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 >> 172.21.15.133:0/1149377677 conn(0x7f0a4c0ff510 msgr2=0x7f0a4c101e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 shutdown_connections 2024-04-25T15:52:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:16.807+0000 7f0a50cbb700 1 -- 172.21.15.133:0/1149377677 wait complete. 2024-04-25T15:52:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:dumped monmap epoch 1 2024-04-25T15:52:17.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:17 smithi112 ceph-mon[29426]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:17.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:17 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/1149377677' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T15:52:18.801 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T15:52:18.801 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T15:52:19.043 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:52:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:52:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: mon.a calling monitor election 2024-04-25T15:52:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: mon.c calling monitor election 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T15:52:22.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: monmap epoch 2 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: last_changed 2024-04-25T15:52:17.202363+0000 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: min_mon_release 19 (squid) 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: election_strategy: 1 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: 1: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.c 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: fsmap 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: mgrmap e13: x(active, since 50s) 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: overall HEALTH_OK 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:22.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:23.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:23.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:23.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:23.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:23 smithi133 ceph-mon[32641]: Deploying daemon mon.b on smithi116 2024-04-25T15:52:23.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:23.506 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.505+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2133870074 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 msgr2=0x7fe8bc005aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:23.506 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.505+0000 7fe8d4fec700 1 --2- 172.21.15.133:0/2133870074 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 0x7fe8bc005aa0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe8d0075960 tx=0x7fe8c000feb0 comp rx=0 tx=0).stop 2024-04-25T15:52:23.506 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.505+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2133870074 shutdown_connections 2024-04-25T15:52:23.506 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.505+0000 7fe8d4fec700 1 --2- 172.21.15.133:0/2133870074 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 0x7fe8bc005aa0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:23.506 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.505+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2133870074 >> 172.21.15.133:0/2133870074 conn(0x7fe8d00ff620 msgr2=0x7fe8d0101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:23.507 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.505+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2133870074 shutdown_connections 2024-04-25T15:52:23.507 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.505+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2133870074 wait complete. 2024-04-25T15:52:23.508 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8d4fec700 1 Processor -- start 2024-04-25T15:52:23.508 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8d4fec700 1 -- start start 2024-04-25T15:52:23.508 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8d4fec700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 0x7fe8d019ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:23.508 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8d4fec700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 0x7fe8d01a4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:23.508 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8d4fec700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d0111f80 con 0x7fe8bc0035c0 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8d4fec700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d0111e00 con 0x7fe8d01a0490 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8c7fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 0x7fe8d01a4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8ce59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 0x7fe8d019ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8c7fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 0x7fe8d01a4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:46376/0 (socket says 172.21.15.133:46376) 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8c7fff700 1 -- 172.21.15.133:0/2691822361 learned_addr learned my addr 172.21.15.133:0/2691822361 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8c7fff700 1 -- 172.21.15.133:0/2691822361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 msgr2=0x7fe8d01a4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8c7fff700 1 -- 172.21.15.133:0/2691822361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 msgr2=0x7fe8d01a4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8c7fff700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 0x7fe8d01a4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.507+0000 7fe8c7fff700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 0x7fe8d01a4730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8ce59c700 1 -- 172.21.15.133:0/2691822361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 msgr2=0x7fe8d01a4730 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8ce59c700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 0x7fe8d01a4730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8ce59c700 1 -- 172.21.15.133:0/2691822361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8d01a0a90 con 0x7fe8bc0035c0 2024-04-25T15:52:23.509 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8ce59c700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 0x7fe8d019ff50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0010010 tx=0x7fe8c0005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8c77fe700 1 -- 172.21.15.133:0/2691822361 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fe8c0013960 con 0x7fe8bc0035c0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8c77fe700 1 -- 172.21.15.133:0/2691822361 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8c0004030 con 0x7fe8bc0035c0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8d01a4c70 con 0x7fe8bc0035c0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8c77fe700 1 -- 172.21.15.133:0/2691822361 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fe8c0003b00 con 0x7fe8bc0035c0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.508+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8d01a5200 con 0x7fe8bc0035c0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.509+0000 7fe8c77fe700 1 -- 172.21.15.133:0/2691822361 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7fe8c0023070 con 0x7fe8bc0035c0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.509+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8d0077170 con 0x7fe8bc0035c0 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.509+0000 7fe8c77fe700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe8b003d400 0x7fe8b003f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:23.511 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.510+0000 7fe8c77fe700 1 -- 172.21.15.133:0/2691822361 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe8c0020050 con 0x7fe8bc0035c0 2024-04-25T15:52:23.512 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.510+0000 7fe8c7fff700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe8b003d400 0x7fe8b003f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:23.512 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.510+0000 7fe8c7fff700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe8b003d400 0x7fe8b003f910 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe8d0104950 tx=0x7fe8b8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:23.516 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.515+0000 7fe8c77fe700 1 -- 172.21.15.133:0/2691822361 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe8c0028020 con 0x7fe8bc0035c0 2024-04-25T15:52:23.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:23.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:23.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:23.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:23 smithi112 ceph-mon[29426]: Deploying daemon mon.b on smithi116 2024-04-25T15:52:23.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:23.803 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.803+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe8d00008d0 con 0x7fe8bc0035c0 2024-04-25T15:52:23.804 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.803+0000 7fe8c77fe700 1 -- 172.21.15.133:0/2691822361 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1019 (secure 0 0 0) 0x7fe8c0034350 con 0x7fe8bc0035c0 2024-04-25T15:52:23.804 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:52:23.804 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":2,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","modified":"2024-04-25T15:52:17.202363Z","created":"2024-04-25T15:50:34.063943Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:3300","nonce":0},{"type":"v1","addr":"172.21.15.133:6789","nonce":0}]},"addr":"172.21.15.133:6789/0","public_addr":"172.21.15.133:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T15:52:23.806 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe8b003d400 msgr2=0x7fe8b003f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:23.806 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe8b003d400 0x7fe8b003f910 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe8d0104950 tx=0x7fe8b8008040 comp rx=0 tx=0).stop 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 msgr2=0x7fe8d019ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 0x7fe8d019ff50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0010010 tx=0x7fe8c0005c70 comp rx=0 tx=0).stop 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 shutdown_connections 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe8b003d400 0x7fe8b003f910 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe8bc0035c0 0x7fe8d019ff50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 --2- 172.21.15.133:0/2691822361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8d01a0490 0x7fe8d01a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 >> 172.21.15.133:0/2691822361 conn(0x7fe8d00ff620 msgr2=0x7fe8d0103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 shutdown_connections 2024-04-25T15:52:23.807 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:23.805+0000 7fe8d4fec700 1 -- 172.21.15.133:0/2691822361 wait complete. 2024-04-25T15:52:23.808 INFO:teuthology.orchestra.run.smithi133.stderr:dumped monmap epoch 2 2024-04-25T15:52:24.376 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:24 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/2691822361' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T15:52:24.376 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:24 smithi133 ceph-mon[32641]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:24.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:24 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/2691822361' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T15:52:24.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:24 smithi112 ceph-mon[29426]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:25.403 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T15:52:25.403 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T15:52:25.647 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:52:26.423 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:26 smithi116 systemd[1]: Started Ceph mon.b for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:52:31.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:31.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: mon.c calling monitor election 2024-04-25T15:52:31.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:52:31.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: mon.a calling monitor election 2024-04-25T15:52:31.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: monmap epoch 3 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: last_changed 2024-04-25T15:52:26.130907+0000 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: min_mon_release 19 (squid) 2024-04-25T15:52:31.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: election_strategy: 1 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: 1: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.c 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: fsmap 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: mgrmap e13: x(active, since 59s) 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: overall HEALTH_OK 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.566 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.565+0000 7f976476c700 1 -- 172.21.15.133:0/1112543809 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97480035c0 msgr2=0x7f9748005aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:31.566 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.565+0000 7f976476c700 1 --2- 172.21.15.133:0/1112543809 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97480035c0 0x7f9748005aa0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f975c102900 tx=0x7f9758009e80 comp rx=0 tx=0).stop 2024-04-25T15:52:31.566 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.565+0000 7f976476c700 1 -- 172.21.15.133:0/1112543809 shutdown_connections 2024-04-25T15:52:31.566 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.565+0000 7f976476c700 1 --2- 172.21.15.133:0/1112543809 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97480035c0 0x7f9748005aa0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:31.567 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.565+0000 7f976476c700 1 -- 172.21.15.133:0/1112543809 >> 172.21.15.133:0/1112543809 conn(0x7f975c0fe4b0 msgr2=0x7f975c100920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:31.567 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.565+0000 7f976476c700 1 -- 172.21.15.133:0/1112543809 shutdown_connections 2024-04-25T15:52:31.567 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.565+0000 7f976476c700 1 -- 172.21.15.133:0/1112543809 wait complete. 2024-04-25T15:52:31.567 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:31.567 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: mon.c calling monitor election 2024-04-25T15:52:31.567 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:52:31.567 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: mon.a calling monitor election 2024-04-25T15:52:31.567 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.567 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: monmap epoch 3 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: last_changed 2024-04-25T15:52:26.130907+0000 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: min_mon_release 19 (squid) 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: election_strategy: 1 2024-04-25T15:52:31.568 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: 1: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.c 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: fsmap 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: mgrmap e13: x(active, since 59s) 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: overall HEALTH_OK 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:31.571 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.566+0000 7f976476c700 1 Processor -- start 2024-04-25T15:52:31.571 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.566+0000 7f976476c700 1 -- start start 2024-04-25T15:52:31.571 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f976476c700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 0x7f975c19e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f976476c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f975c19ea80 0x7f975c1986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f976476c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 0x7f975c199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f976476c700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f975c10a810 con 0x7f975c19ea80 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f976476c700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f975c10a690 con 0x7f97480035c0 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f976476c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f975c10a990 con 0x7f975c198c10 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762d09700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 0x7f975c199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762d09700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 0x7f975c199020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:45298/0 (socket says 172.21.15.133:45298) 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762d09700 1 -- 172.21.15.133:0/4174441850 learned_addr learned my addr 172.21.15.133:0/4174441850 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762508700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 0x7f975c19e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9761d07700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f975c19ea80 0x7f975c1986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762d09700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 msgr2=0x7f975c199020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762d09700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 msgr2=0x7f975c199020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762d09700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 0x7f975c199020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762508700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 msgr2=0x7f975c19e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-25T15:52:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762508700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 msgr2=0x7f975c19e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762508700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 0x7f975c19e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762d09700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 0x7f975c199020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9762508700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 0x7f975c19e540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9761d07700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 msgr2=0x7f975c199020 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9761d07700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 0x7f975c199020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9761d07700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 msgr2=0x7f975c19e540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9761d07700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 0x7f975c19e540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.567+0000 7f9761d07700 1 -- 172.21.15.133:0/4174441850 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975c1a52f0 con 0x7f975c19ea80 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.568+0000 7f9761d07700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f975c19ea80 0x7f975c1986d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f974c00b550 tx=0x7f974c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.568+0000 7f97537fe700 1 -- 172.21.15.133:0/4174441850 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974c004230 con 0x7f975c19ea80 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.568+0000 7f97537fe700 1 -- 172.21.15.133:0/4174441850 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f974c0043d0 con 0x7f975c19ea80 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.568+0000 7f97537fe700 1 -- 172.21.15.133:0/4174441850 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974c011a20 con 0x7f975c19ea80 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.568+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f975c06b1e0 con 0x7f975c19ea80 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.568+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f975c06b740 con 0x7f975c19ea80 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.570+0000 7f97537fe700 1 -- 172.21.15.133:0/4174441850 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f974c0036a0 con 0x7f975c19ea80 2024-04-25T15:52:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.570+0000 7f97537fe700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f974003daa0 0x7f974003ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.570+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f975c104110 con 0x7f975c19ea80 2024-04-25T15:52:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.570+0000 7f97537fe700 1 -- 172.21.15.133:0/4174441850 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f974c0510f0 con 0x7f975c19ea80 2024-04-25T15:52:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.570+0000 7f9762508700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f974003daa0 0x7f974003ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.570+0000 7f9762508700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f974003daa0 0x7f974003ffb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f97580098a0 tx=0x7f975800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:31.576 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.575+0000 7f97537fe700 1 -- 172.21.15.133:0/4174441850 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f974c00f2e0 con 0x7f975c19ea80 2024-04-25T15:52:31.890 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.889+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f975c064cf0 con 0x7f975c19ea80 2024-04-25T15:52:31.891 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.890+0000 7f97537fe700 1 -- 172.21.15.133:0/4174441850 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1287 (secure 0 0 0) 0x7f975c064cf0 con 0x7f975c19ea80 2024-04-25T15:52:31.891 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-25T15:52:31.891 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":3,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","modified":"2024-04-25T15:52:26.130907Z","created":"2024-04-25T15:50:34.063943Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:3300","nonce":0},{"type":"v1","addr":"172.21.15.133:6789","nonce":0}]},"addr":"172.21.15.133:6789/0","public_addr":"172.21.15.133:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:3300","nonce":0},{"type":"v1","addr":"172.21.15.116:6789","nonce":0}]},"addr":"172.21.15.116:6789/0","public_addr":"172.21.15.116:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T15:52:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f974003daa0 msgr2=0x7f974003ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f974003daa0 0x7f974003ffb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f97580098a0 tx=0x7f975800b040 comp rx=0 tx=0).stop 2024-04-25T15:52:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f975c19ea80 msgr2=0x7f975c1986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f975c19ea80 0x7f975c1986d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f974c00b550 tx=0x7f974c00b910 comp rx=0 tx=0).stop 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 shutdown_connections 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f974003daa0 0x7f974003ffb0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f975c198c10 0x7f975c199020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97480035c0 0x7f975c19e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 --2- 172.21.15.133:0/4174441850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f975c19ea80 0x7f975c1986d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 >> 172.21.15.133:0/4174441850 conn(0x7f975c0fe4b0 msgr2=0x7f975c101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 shutdown_connections 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:31.892+0000 7f976476c700 1 -- 172.21.15.133:0/4174441850 wait complete. 2024-04-25T15:52:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:dumped monmap epoch 3 2024-04-25T15:52:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:32 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/4174441850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T15:52:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:32 smithi112 ceph-mon[29426]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:32.470 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:32.470 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:32 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/4174441850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T15:52:32.470 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:32.470 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:32 smithi133 ceph-mon[32641]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:32.470 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:32.498 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-25T15:52:32.498 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-25T15:52:32.742 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: mon.c calling monitor election 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: mon.a calling monitor election 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:33.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: monmap epoch 3 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: last_changed 2024-04-25T15:52:26.130907+0000 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: min_mon_release 19 (squid) 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: election_strategy: 1 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: 1: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.c 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: fsmap 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: mgrmap e13: x(active, since 59s) 2024-04-25T15:52:33.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: overall HEALTH_OK 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/4174441850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:33.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: mon.b calling monitor election 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: mon.b calling monitor election 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: mon.c calling monitor election 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: mon.a calling monitor election 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:34.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: monmap epoch 3 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: last_changed 2024-04-25T15:52:26.130907+0000 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: min_mon_release 19 (squid) 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: election_strategy: 1 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: 1: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.c 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: fsmap 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: mgrmap e13: x(active, since 61s) 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: overall HEALTH_OK 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-25T15:52:34.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.398 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:34.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:34.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:34.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: mon.b calling monitor election 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: mon.b calling monitor election 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: mon.c calling monitor election 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: mon.a calling monitor election 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: monmap epoch 3 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: last_changed 2024-04-25T15:52:26.130907+0000 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:52:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: min_mon_release 19 (squid) 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: election_strategy: 1 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: 1: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.c 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: fsmap 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: mgrmap e13: x(active, since 61s) 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: overall HEALTH_OK 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:34.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:34.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.505+0000 7fb615472700 1 -- 172.21.15.112:0/3599842988 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb610104bc0 msgr2=0x7fb610104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:34.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.505+0000 7fb615472700 1 --2- 172.21.15.112:0/3599842988 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb610104bc0 0x7fb610104fd0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb600009910 tx=0x7fb600009c20 comp rx=0 tx=0).stop 2024-04-25T15:52:34.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.505+0000 7fb615472700 1 -- 172.21.15.112:0/3599842988 shutdown_connections 2024-04-25T15:52:34.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.505+0000 7fb615472700 1 --2- 172.21.15.112:0/3599842988 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb610104bc0 0x7fb610104fd0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.505+0000 7fb615472700 1 -- 172.21.15.112:0/3599842988 >> 172.21.15.112:0/3599842988 conn(0x7fb6100fe410 msgr2=0x7fb610100860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:34.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.505+0000 7fb615472700 1 -- 172.21.15.112:0/3599842988 shutdown_connections 2024-04-25T15:52:34.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.505+0000 7fb615472700 1 -- 172.21.15.112:0/3599842988 wait complete. 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 Processor -- start 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 -- start start 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb610104bc0 0x7fb61019f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb61019fb80 0x7fb610199860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb610199da0 0x7fb61019a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb61010de60 con 0x7fb61019fb80 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb61010dce0 con 0x7fb610104bc0 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb615472700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb61010dfe0 con 0x7fb610199da0 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb60e7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb61019fb80 0x7fb610199860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:34.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb60e7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb61019fb80 0x7fb610199860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48452/0 (socket says 172.21.15.112:48452) 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.506+0000 7fb60e7fc700 1 -- 172.21.15.112:0/612845032 learned_addr learned my addr 172.21.15.112:0/612845032 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60effd700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb610104bc0 0x7fb61019f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60f7fe700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb610199da0 0x7fb61019a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60e7fc700 1 -- 172.21.15.112:0/612845032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb610199da0 msgr2=0x7fb61019a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60e7fc700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb610199da0 0x7fb61019a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60e7fc700 1 -- 172.21.15.112:0/612845032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb610104bc0 msgr2=0x7fb61019f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60e7fc700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb610104bc0 0x7fb61019f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60e7fc700 1 -- 172.21.15.112:0/612845032 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6101a64d0 con 0x7fb61019fb80 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb60e7fc700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb61019fb80 0x7fb610199860 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb60400b780 tx=0x7fb60400ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb5f7fff700 1 -- 172.21.15.112:0/612845032 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb604004230 con 0x7fb61019fb80 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb5f7fff700 1 -- 172.21.15.112:0/612845032 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb6040043d0 con 0x7fb61019fb80 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6101a6760 con 0x7fb61019fb80 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb5f7fff700 1 -- 172.21.15.112:0/612845032 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb604011a60 con 0x7fb61019fb80 2024-04-25T15:52:34.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.507+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6101a6cc0 con 0x7fb61019fb80 2024-04-25T15:52:34.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.508+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb610064cf0 con 0x7fb61019fb80 2024-04-25T15:52:34.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.509+0000 7fb5f7fff700 1 -- 172.21.15.112:0/612845032 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7fb604011c00 con 0x7fb61019fb80 2024-04-25T15:52:34.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.509+0000 7fb5f7fff700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5f803daa0 0x7fb5f803ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:34.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.509+0000 7fb5f7fff700 1 -- 172.21.15.112:0/612845032 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb604051360 con 0x7fb61019fb80 2024-04-25T15:52:34.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.509+0000 7fb60effd700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5f803daa0 0x7fb5f803ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:34.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.509+0000 7fb60effd700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5f803daa0 0x7fb5f803ffb0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb600005920 tx=0x7fb600005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:34.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.514+0000 7fb5f7fff700 1 -- 172.21.15.112:0/612845032 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb60400fcf0 con 0x7fb61019fb80 2024-04-25T15:52:34.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: mon.b calling monitor election 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: mon.b calling monitor election 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: mon.c calling monitor election 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: mon.a calling monitor election 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: monmap epoch 3 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: last_changed 2024-04-25T15:52:26.130907+0000 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: created 2024-04-25T15:50:34.063943+0000 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: min_mon_release 19 (squid) 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: election_strategy: 1 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: 1: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.c 2024-04-25T15:52:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: fsmap 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: mgrmap e13: x(active, since 61s) 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: overall HEALTH_OK 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:34.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:52:34.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.719+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fb6101a6f80 con 0x7fb61019fb80 2024-04-25T15:52:34.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.719+0000 7fb5f7fff700 1 -- 172.21.15.112:0/612845032 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+277 (secure 0 0 0) 0x7fb6040193a0 con 0x7fb61019fb80 2024-04-25T15:52:34.720 INFO:teuthology.orchestra.run.smithi112.stdout:# minimal ceph.conf for 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:34.720 INFO:teuthology.orchestra.run.smithi112.stdout:[global] 2024-04-25T15:52:34.720 INFO:teuthology.orchestra.run.smithi112.stdout: fsid = 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T15:52:34.720 INFO:teuthology.orchestra.run.smithi112.stdout: mon_host = [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] 2024-04-25T15:52:34.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5f803daa0 msgr2=0x7fb5f803ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:34.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5f803daa0 0x7fb5f803ffb0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb600005920 tx=0x7fb600005fb0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb61019fb80 msgr2=0x7fb610199860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:34.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb61019fb80 0x7fb610199860 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb60400b780 tx=0x7fb60400ba90 comp rx=0 tx=0).stop 2024-04-25T15:52:34.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 shutdown_connections 2024-04-25T15:52:34.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5f803daa0 0x7fb5f803ffb0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb610199da0 0x7fb61019a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb610104bc0 0x7fb61019f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 --2- 172.21.15.112:0/612845032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb61019fb80 0x7fb610199860 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:34.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 >> 172.21.15.112:0/612845032 conn(0x7fb6100fe410 msgr2=0x7fb61010a090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:34.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 shutdown_connections 2024-04-25T15:52:34.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:34.721+0000 7fb615472700 1 -- 172.21.15.112:0/612845032 wait complete. 2024-04-25T15:52:35.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:35 smithi112 ceph-mon[29426]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:35 smithi112 ceph-mon[29426]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:35 smithi112 ceph-mon[29426]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:35 smithi112 ceph-mon[29426]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T15:52:35.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:35 smithi112 ceph-mon[29426]: Reconfiguring daemon mon.a on smithi112 2024-04-25T15:52:35.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:35 smithi112 ceph-mon[29426]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:35.411 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:35 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/612845032' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:35.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:35 smithi133 ceph-mon[32641]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:35 smithi133 ceph-mon[32641]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:35 smithi133 ceph-mon[32641]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:35 smithi133 ceph-mon[32641]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T15:52:35.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:35 smithi133 ceph-mon[32641]: Reconfiguring daemon mon.a on smithi112 2024-04-25T15:52:35.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:35 smithi133 ceph-mon[32641]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:35.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:35 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/612845032' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:35 smithi116 ceph-mon[32780]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:35 smithi116 ceph-mon[32780]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:35 smithi116 ceph-mon[32780]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T15:52:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:35 smithi116 ceph-mon[32780]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T15:52:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:35 smithi116 ceph-mon[32780]: Reconfiguring daemon mon.a on smithi112 2024-04-25T15:52:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:35 smithi116 ceph-mon[32780]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:35 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/612845032' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:35.700 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-25T15:52:35.700 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:52:35.700 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T15:52:35.806 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:52:35.806 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:52:35.830 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:52:35.830 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T15:52:35.862 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:52:35.862 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:52:35.929 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:52:35.929 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T15:52:35.960 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:52:35.961 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T15:52:36.029 INFO:tasks.cephadm:Adding mgr.x on smithi112 2024-04-25T15:52:36.029 INFO:tasks.cephadm:Adding mgr.y on smithi116 2024-04-25T15:52:36.029 INFO:tasks.cephadm:Adding mgr.z on smithi133 2024-04-25T15:52:36.029 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi112=x;smithi116=y;smithi133=z' 2024-04-25T15:52:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:52:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:37 smithi112 ceph-mon[29426]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:37.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:37 smithi133 ceph-mon[32641]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:37.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:37 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:37.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:37 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:37.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:37 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:37.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:37 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:37.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:37 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:37 smithi116 ceph-mon[32780]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:37 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:37 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:37 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:37 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:37.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:37 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.795+0000 7f06904e5700 1 -- 172.21.15.133:0/1687616204 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688103be0 msgr2=0x7f0688103ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.795+0000 7f06904e5700 1 --2- 172.21.15.133:0/1687616204 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688103be0 0x7f0688103ff0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0678009910 tx=0x7f0678009c20 comp rx=0 tx=0).stop 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.795+0000 7f06904e5700 1 -- 172.21.15.133:0/1687616204 shutdown_connections 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.795+0000 7f06904e5700 1 --2- 172.21.15.133:0/1687616204 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688103be0 0x7f0688103ff0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.795+0000 7f06904e5700 1 -- 172.21.15.133:0/1687616204 >> 172.21.15.133:0/1687616204 conn(0x7f06880ff220 msgr2=0x7f06881016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.795+0000 7f06904e5700 1 -- 172.21.15.133:0/1687616204 shutdown_connections 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.795+0000 7f06904e5700 1 -- 172.21.15.133:0/1687616204 wait complete. 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 Processor -- start 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 -- start start 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0688103be0 0x7f0688077330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06880759e0 0x7f0688075df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688076330 0x7f06881a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:37.799 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0688109a10 con 0x7f0688076330 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0688109890 con 0x7f06880759e0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f06904e5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0688109b90 con 0x7f0688103be0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0688103be0 0x7f0688077330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0688103be0 0x7f0688077330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38648/0 (socket says 172.21.15.133:38648) 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 -- 172.21.15.133:0/1772926515 learned_addr learned my addr 172.21.15.133:0/1772926515 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068da80700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06880759e0 0x7f0688075df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068ea82700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688076330 0x7f06881a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 -- 172.21.15.133:0/1772926515 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06880759e0 msgr2=0x7f0688075df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06880759e0 0x7f0688075df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 -- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688076330 msgr2=0x7f06881a3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688076330 0x7f06881a3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.796+0000 7f068e281700 1 -- 172.21.15.133:0/1772926515 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06881a3dc0 con 0x7f0688103be0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.797+0000 7f068e281700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0688103be0 0x7f0688077330 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0678005920 tx=0x7f0678004f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.797+0000 7f067f7fe700 1 -- 172.21.15.133:0/1772926515 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0678027070 con 0x7f0688103be0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.797+0000 7f067f7fe700 1 -- 172.21.15.133:0/1772926515 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0678005da0 con 0x7f0688103be0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.797+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06881a3ff0 con 0x7f0688103be0 2024-04-25T15:52:37.800 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.797+0000 7f067f7fe700 1 -- 172.21.15.133:0/1772926515 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0678022c00 con 0x7f0688103be0 2024-04-25T15:52:37.801 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.797+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06881a4460 con 0x7f0688103be0 2024-04-25T15:52:37.801 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.798+0000 7f067f7fe700 1 -- 172.21.15.133:0/1772926515 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f067802a070 con 0x7f0688103be0 2024-04-25T15:52:37.801 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.798+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06881a4690 con 0x7f0688103be0 2024-04-25T15:52:37.802 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.798+0000 7f067f7fe700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f067403daa0 0x7f067403ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:37.802 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.798+0000 7f067f7fe700 1 -- 172.21.15.133:0/1772926515 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0678052880 con 0x7f0688103be0 2024-04-25T15:52:37.802 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.798+0000 7f068da80700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f067403daa0 0x7f067403ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:37.802 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.799+0000 7f068da80700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f067403daa0 0x7f067403ffb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0688076ce0 tx=0x7f0684009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:37.805 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:37.803+0000 7f067f7fe700 1 -- 172.21.15.133:0/1772926515 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0678013070 con 0x7f0688103be0 2024-04-25T15:52:38.025 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.023+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi116=y;smithi133=z", "target": ["mon-mgr", ""]}) -- 0x7f0688101100 con 0x7f067403daa0 2024-04-25T15:52:38.031 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.030+0000 7f067f7fe700 1 -- 172.21.15.133:0/1772926515 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f0688101100 con 0x7f067403daa0 2024-04-25T15:52:38.031 INFO:teuthology.orchestra.run.smithi133.stdout:Scheduled mgr update... 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f067403daa0 msgr2=0x7f067403ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f067403daa0 0x7f067403ffb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0688076ce0 tx=0x7f0684009210 comp rx=0 tx=0).stop 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0688103be0 msgr2=0x7f0688077330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0688103be0 0x7f0688077330 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0678005920 tx=0x7f0678004f90 comp rx=0 tx=0).stop 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 shutdown_connections 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f067403daa0 0x7f067403ffb0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0688076330 0x7f06881a3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0688103be0 0x7f0688077330 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 --2- 172.21.15.133:0/1772926515 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06880759e0 0x7f0688075df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 >> 172.21.15.133:0/1772926515 conn(0x7f06880ff220 msgr2=0x7f06881009f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 shutdown_connections 2024-04-25T15:52:38.034 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:52:38.033+0000 7f06904e5700 1 -- 172.21.15.133:0/1772926515 wait complete. 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: Reconfiguring mon.b (monmap changed)... 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: Reconfiguring daemon mon.b on smithi116 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: Reconfiguring mon.b (monmap changed)... 2024-04-25T15:52:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: Reconfiguring daemon mon.b on smithi116 2024-04-25T15:52:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:38.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: Reconfiguring mon.b (monmap changed)... 2024-04-25T15:52:38.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: Reconfiguring daemon mon.b on smithi116 2024-04-25T15:52:38.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T15:52:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T15:52:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:38.544 DEBUG:teuthology.orchestra.run.smithi116:mgr.y> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.y.service 2024-04-25T15:52:38.547 DEBUG:teuthology.orchestra.run.smithi133:mgr.z> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.z.service 2024-04-25T15:52:38.550 INFO:tasks.cephadm:Deploying OSDs... 2024-04-25T15:52:38.550 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:52:38.550 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T15:52:38.569 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T15:52:38.570 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_1 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-25 15:51:42.549939885 +0000 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-25 15:47:26.756149128 +0000 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-25 15:47:26.756149128 +0000 2024-04-25T15:52:38.627 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-25 15:47:26.756149128 +0000 2024-04-25T15:52:38.627 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T15:52:38.693 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-25T15:52:38.693 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-25T15:52:38.693 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000230832 s, 2.2 MB/s 2024-04-25T15:52:38.694 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T15:52:38.751 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_2 2024-04-25T15:52:38.807 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-25 15:51:42.578939132 +0000 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-25 15:47:27.103139414 +0000 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-25 15:47:27.103139414 +0000 2024-04-25T15:52:38.808 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-25 15:47:27.103139414 +0000 2024-04-25T15:52:38.808 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T15:52:38.871 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-25T15:52:38.872 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-25T15:52:38.872 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000226335 s, 2.3 MB/s 2024-04-25T15:52:38.873 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T15:52:38.931 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_3 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-25 15:51:42.606938404 +0000 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-25 15:47:27.433130175 +0000 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-25 15:47:27.433130175 +0000 2024-04-25T15:52:38.986 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-25 15:47:27.433130175 +0000 2024-04-25T15:52:38.986 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T15:52:39.049 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-25T15:52:39.050 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-25T15:52:39.050 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000266454 s, 1.9 MB/s 2024-04-25T15:52:39.051 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T15:52:39.107 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_4 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-25 15:51:42.632937729 +0000 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-25 15:47:27.765120880 +0000 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-25 15:47:27.765120880 +0000 2024-04-25T15:52:39.163 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-25 15:47:27.765120880 +0000 2024-04-25T15:52:39.163 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T15:52:39.225 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-25T15:52:39.225 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-25T15:52:39.225 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000192188 s, 2.7 MB/s 2024-04-25T15:52:39.226 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T15:52:39.282 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-25T15:52:39.282 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T15:52:39.301 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T15:52:39.301 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_1 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-25 15:52:25.522692801 +0000 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-25 15:47:33.905363725 +0000 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-25 15:47:33.905363725 +0000 2024-04-25T15:52:39.360 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-25 15:47:33.905363725 +0000 2024-04-25T15:52:39.361 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T15:52:39.423 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:39 smithi116 ceph-mon[32780]: Reconfiguring mon.c (monmap changed)... 2024-04-25T15:52:39.423 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:39 smithi116 ceph-mon[32780]: Reconfiguring daemon mon.c on smithi133 2024-04-25T15:52:39.424 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:39 smithi116 ceph-mon[32780]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi116=y;smithi133=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:39.424 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:39 smithi116 ceph-mon[32780]: Saving service mgr spec with placement smithi112=x;smithi116=y;smithi133=z;count:3 2024-04-25T15:52:39.424 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:39 smithi116 ceph-mon[32780]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:39.426 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-25T15:52:39.426 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-25T15:52:39.426 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000291472 s, 1.8 MB/s 2024-04-25T15:52:39.427 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T15:52:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:39 smithi133 ceph-mon[32641]: Reconfiguring mon.c (monmap changed)... 2024-04-25T15:52:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:39 smithi133 ceph-mon[32641]: Reconfiguring daemon mon.c on smithi133 2024-04-25T15:52:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:39 smithi133 ceph-mon[32641]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi116=y;smithi133=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:39 smithi133 ceph-mon[32641]: Saving service mgr spec with placement smithi112=x;smithi116=y;smithi133=z;count:3 2024-04-25T15:52:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:39 smithi133 ceph-mon[32641]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:39 smithi112 ceph-mon[29426]: Reconfiguring mon.c (monmap changed)... 2024-04-25T15:52:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:39 smithi112 ceph-mon[29426]: Reconfiguring daemon mon.c on smithi133 2024-04-25T15:52:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:39 smithi112 ceph-mon[29426]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi116=y;smithi133=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:39 smithi112 ceph-mon[29426]: Saving service mgr spec with placement smithi112=x;smithi116=y;smithi133=z;count:3 2024-04-25T15:52:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:39 smithi112 ceph-mon[29426]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:39.486 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_2 2024-04-25T15:52:39.542 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T15:52:39.542 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:39.542 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-25T15:52:39.542 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:39.542 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:39.542 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-25 15:52:25.522692801 +0000 2024-04-25T15:52:39.543 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-25 15:47:34.250358116 +0000 2024-04-25T15:52:39.543 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-25 15:47:34.250358116 +0000 2024-04-25T15:52:39.543 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-25 15:47:34.250358116 +0000 2024-04-25T15:52:39.543 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T15:52:39.607 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-25T15:52:39.608 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-25T15:52:39.608 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000213984 s, 2.4 MB/s 2024-04-25T15:52:39.609 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T15:52:39.667 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_3 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-25 15:52:25.523692786 +0000 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-25 15:47:34.579352767 +0000 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-25 15:47:34.579352767 +0000 2024-04-25T15:52:39.724 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-25 15:47:34.579352767 +0000 2024-04-25T15:52:39.724 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T15:52:39.787 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-25T15:52:39.787 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-25T15:52:39.787 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000194509 s, 2.6 MB/s 2024-04-25T15:52:39.788 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T15:52:39.845 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_4 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-25 15:52:25.523692786 +0000 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-25 15:47:34.904347483 +0000 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-25 15:47:34.904347483 +0000 2024-04-25T15:52:39.901 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-25 15:47:34.904347483 +0000 2024-04-25T15:52:39.902 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T15:52:39.964 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-25T15:52:39.964 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-25T15:52:39.964 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000171999 s, 3.0 MB/s 2024-04-25T15:52:39.966 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T15:52:40.021 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-25T15:52:40.021 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T15:52:40.038 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T15:52:40.038 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_1 2024-04-25T15:52:40.094 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-25 15:52:16.196332143 +0000 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-25 15:47:26.751062192 +0000 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-25 15:47:26.751062192 +0000 2024-04-25T15:52:40.095 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-25 15:47:26.751062192 +0000 2024-04-25T15:52:40.095 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T15:52:40.160 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-25T15:52:40.160 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-25T15:52:40.160 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000221428 s, 2.3 MB/s 2024-04-25T15:52:40.161 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T15:52:40.218 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_2 2024-04-25T15:52:40.274 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T15:52:40.274 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:40.274 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-25T15:52:40.275 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:40.275 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:40.275 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-25 15:52:16.196332143 +0000 2024-04-25T15:52:40.275 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-25 15:47:27.099054793 +0000 2024-04-25T15:52:40.275 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-25 15:47:27.099054793 +0000 2024-04-25T15:52:40.275 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-25 15:47:27.099054793 +0000 2024-04-25T15:52:40.275 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T15:52:40.338 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-25T15:52:40.338 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-25T15:52:40.338 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000196978 s, 2.6 MB/s 2024-04-25T15:52:40.339 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T15:52:40.395 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_3 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-25 15:52:16.196332143 +0000 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-25 15:47:27.432047713 +0000 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-25 15:47:27.432047713 +0000 2024-04-25T15:52:40.450 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-25 15:47:27.432047713 +0000 2024-04-25T15:52:40.450 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T15:52:40.512 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-25T15:52:40.512 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-25T15:52:40.512 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000218079 s, 2.3 MB/s 2024-04-25T15:52:40.513 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T15:52:40.569 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_4 2024-04-25T15:52:40.624 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T15:52:40.624 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T15:52:40.624 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-25T15:52:40.624 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T15:52:40.624 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T15:52:40.624 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-25 15:52:16.197332124 +0000 2024-04-25T15:52:40.624 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-25 15:47:27.785040207 +0000 2024-04-25T15:52:40.625 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-25 15:47:27.785040207 +0000 2024-04-25T15:52:40.625 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-25 15:47:27.785040207 +0000 2024-04-25T15:52:40.625 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T15:52:40.686 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-25T15:52:40.687 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-25T15:52:40.687 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.00018705 s, 2.7 MB/s 2024-04-25T15:52:40.688 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T15:52:40.745 INFO:tasks.cephadm:Deploying osd.0 on smithi112 with /dev/vg_nvme/lv_4... 2024-04-25T15:52:40.745 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T15:52:40.883 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:40.884 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T15:52:40.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:40.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:40.976 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:52:41.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:41.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:41.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:41.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:41.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:41.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:41.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:41.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:41.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T15:52:41.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:41.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:41.917 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:41 smithi133 ceph-mon[32641]: Deploying daemon mgr.z on smithi133 2024-04-25T15:52:41.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:41 smithi112 ceph-mon[29426]: Deploying daemon mgr.z on smithi133 2024-04-25T15:52:42.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:41 smithi116 ceph-mon[32780]: Deploying daemon mgr.z on smithi133 2024-04-25T15:52:42.186 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 systemd[1]: Starting Ceph mgr.z for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:52:42.446 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 podman[34479]: 2024-04-25 15:52:42.2475752 +0000 UTC m=+0.018216475 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:52:42.446 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 podman[34479]: 2024-04-25 15:52:42.357582123 +0000 UTC m=+0.128223399 container create 1d11d08230c00d3dacce37d14f16de36a412b435ac92056370988bac5da1ffdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-25T15:52:42.709 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:42 smithi133 ceph-mon[32641]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:42.709 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 podman[34479]: 2024-04-25 15:52:42.54287709 +0000 UTC m=+0.313518362 container init 1d11d08230c00d3dacce37d14f16de36a412b435ac92056370988bac5da1ffdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-25T15:52:42.709 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 podman[34479]: 2024-04-25 15:52:42.545487008 +0000 UTC m=+0.316128289 container start 1d11d08230c00d3dacce37d14f16de36a412b435ac92056370988bac5da1ffdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-25T15:52:42.710 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 ceph-mgr[34498]: -- 172.21.15.133:0/2042710966 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5638b09965a0 con 0x5638b5720000 2024-04-25T15:52:42.710 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 bash[34479]: 1d11d08230c00d3dacce37d14f16de36a412b435ac92056370988bac5da1ffdb 2024-04-25T15:52:42.710 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 systemd[1]: Started Ceph mgr.z for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:52:42.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:42 smithi116 ceph-mon[32780]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:42.935 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T15:52:42.935 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T15:52:42.936 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-25T15:52:42.936 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-25T15:52:42.936 INFO:teuthology.orchestra.run.smithi112.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0132637 s, 791 MB/s 2024-04-25T15:52:42.936 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-25T15:52:42.936 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:42 smithi112 ceph-mon[29426]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:42.996 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:42.708+0000 7f3c73372200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T15:52:42.996 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:42.894+0000 7f3c73372200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:52:42.996 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:42.995+0000 7f3c73372200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T15:52:43.531 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_4 2024-04-25T15:52:43.685 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:43.300+0000 7f3c73372200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T15:52:43.685 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:43.383+0000 7f3c73372200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T15:52:43.763 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:52:43.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:43.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:43.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:43.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:43.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T15:52:43.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:43.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:43.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:43 smithi116 ceph-mon[32780]: Deploying daemon mgr.y on smithi116 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:43.886 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:43 smithi112 ceph-mon[29426]: Deploying daemon mgr.y on smithi116 2024-04-25T15:52:44.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:44.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:44.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:44.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:44.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T15:52:44.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:44.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:44.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:43 smithi133 ceph-mon[32641]: Deploying daemon mgr.y on smithi116 2024-04-25T15:52:44.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:44 smithi116 ceph-mon[32780]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:44.825 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:44 smithi112 ceph-mon[29426]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:44.906 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:44 smithi133 ceph-mon[32641]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:44.906 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:44.562+0000 7f3c73372200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T15:52:44.906 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:44.731+0000 7f3c73372200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T15:52:44.906 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:44.905+0000 7f3c73372200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T15:52:45.162 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 ceph-mgr[34178]: -- 172.21.15.116:0/483199953 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ddc98fa5a0 con 0x55ddce684900 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 -- 172.21.15.112:0/686839777 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102220 msgr2=0x7f0fd4102630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 --2- 172.21.15.112:0/686839777 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102220 0x7f0fd4102630 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0fc0009990 tx=0x7f0fc0009ca0 comp rx=0 tx=0).stop 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 -- 172.21.15.112:0/686839777 shutdown_connections 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 --2- 172.21.15.112:0/686839777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0fd4102b70 0x7f0fd410c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 --2- 172.21.15.112:0/686839777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fd41057d0 0x7f0fd4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 --2- 172.21.15.112:0/686839777 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102220 0x7f0fd4102630 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 -- 172.21.15.112:0/686839777 >> 172.21.15.112:0/686839777 conn(0x7f0fd40fdef0 msgr2=0x7f0fd41003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 -- 172.21.15.112:0/686839777 shutdown_connections 2024-04-25T15:52:45.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 -- 172.21.15.112:0/686839777 wait complete. 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.327+0000 7f0fdab24700 1 Processor -- start 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fdab24700 1 -- start start 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fdab24700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0fd4102220 0x7f0fd419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fdab24700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102b70 0x7f0fd419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fdab24700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fd41057d0 0x7f0fd41a1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fdab24700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0fd410fb40 con 0x7f0fd4102b70 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fdab24700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0fd410f9c0 con 0x7f0fd4102220 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fdab24700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0fd410fcc0 con 0x7f0fd41057d0 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102b70 0x7f0fd419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102b70 0x7f0fd419ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:46268/0 (socket says 172.21.15.112:46268) 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 -- 172.21.15.112:0/1042043095 learned_addr learned my addr 172.21.15.112:0/1042043095 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:52:45.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd88c0700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0fd4102220 0x7f0fd419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd90c1700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fd41057d0 0x7f0fd41a1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 -- 172.21.15.112:0/1042043095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fd41057d0 msgr2=0x7f0fd41a1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fd41057d0 0x7f0fd41a1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 -- 172.21.15.112:0/1042043095 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0fd4102220 msgr2=0x7f0fd419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0fd4102220 0x7f0fd419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 -- 172.21.15.112:0/1042043095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fd41a2220 con 0x7f0fd4102b70 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd88c0700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0fd4102220 0x7f0fd419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.328+0000 7f0fd3fff700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102b70 0x7f0fd419ac00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0fc0006010 tx=0x7f0fc000bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.329+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc0026070 con 0x7f0fd4102b70 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.329+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0fc000f460 con 0x7f0fd4102b70 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.329+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fd41a24b0 con 0x7f0fd4102b70 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.329+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc0021670 con 0x7f0fd4102b70 2024-04-25T15:52:45.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.329+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fd41a2900 con 0x7f0fd4102b70 2024-04-25T15:52:45.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.330+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fd4051190 con 0x7f0fd4102b70 2024-04-25T15:52:45.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.330+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) ==== 49573+0+0 (secure 0 0 0) 0x7f0fc0029070 con 0x7f0fd4102b70 2024-04-25T15:52:45.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.330+0000 7f0fd1ffb700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0fc403d850 0x7f0fc403fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:52:45.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.330+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0fc00524f0 con 0x7f0fd4102b70 2024-04-25T15:52:45.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.330+0000 7f0fd88c0700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0fc403d850 0x7f0fc403fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:52:45.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.331+0000 7f0fd88c0700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0fc403d850 0x7f0fc403fd60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0fd406bf50 tx=0x7f0fc8007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:52:45.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.335+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0fc0013070 con 0x7f0fd4102b70 2024-04-25T15:52:45.430 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 bash[34159]: 98fb8b640785653ce3b6f50b70c7d1e8e17892ab2f76fc566510efa803a47224 2024-04-25T15:52:45.430 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 systemd[1]: Started Ceph mgr.y for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:52:45.431 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:45.245+0000 7fa9068a6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T15:52:45.431 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:45.429+0000 7fa9068a6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:52:45.518 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:45.207+0000 7f3c73372200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T15:52:45.518 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:45.302+0000 7f3c73372200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T15:52:45.518 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:45.517+0000 7f3c73372200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T15:52:45.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:45.565+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f0fd4063b90 con 0x7f0fc403d850 2024-04-25T15:52:45.777 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:45.536+0000 7fa9068a6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T15:52:45.935 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:45.720+0000 7f3c73372200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:52:46.227 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:45.852+0000 7fa9068a6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T15:52:46.227 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:45.945+0000 7fa9068a6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T15:52:46.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:46.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:46.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:52:46.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:52:46.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:46.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:46 smithi112 ceph-mon[29426]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:46 smithi116 ceph-mon[32780]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:46.685 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:46.366+0000 7f3c73372200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-mon[32641]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:47.135 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:46.833+0000 7f3c73372200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T15:52:47.135 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:46 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:46.930+0000 7f3c73372200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T15:52:47.135 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:47.134+0000 7f3c73372200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T15:52:47.513 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:47.174+0000 7fa9068a6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T15:52:47.513 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:47.343+0000 7fa9068a6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T15:52:47.514 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:47.512+0000 7fa9068a6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T15:52:47.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: Reconfiguring daemon mgr.x on smithi112 2024-04-25T15:52:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.935 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:47.672+0000 7f3c73372200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T15:52:47.935 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:47.766+0000 7f3c73372200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: Reconfiguring daemon mgr.x on smithi112 2024-04-25T15:52:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T15:52:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T15:52:47.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:47.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: Reconfiguring daemon mgr.x on smithi112 2024-04-25T15:52:47.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:48.092 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:47.799+0000 7fa9068a6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T15:52:48.092 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:47 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:47.891+0000 7fa9068a6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T15:52:48.092 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:48.091+0000 7fa9068a6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T15:52:48.355 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:48.008+0000 7f3c73372200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T15:52:48.355 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:48.139+0000 7f3c73372200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T15:52:48.355 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:48.236+0000 7f3c73372200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T15:52:48.355 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:48.354+0000 7f3c73372200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T15:52:48.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:48.282+0000 7fa9068a6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T15:52:48.935 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:48.659+0000 7f3c73372200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T15:52:48.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-mon[32641]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:48.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4088568818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2f33451-f55e-4ce2-a71c-53c5cbf66ed8"}]: dispatch 2024-04-25T15:52:48.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4088568818' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2f33451-f55e-4ce2-a71c-53c5cbf66ed8"}]': finished 2024-04-25T15:52:48.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-mon[32641]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T15:52:48.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:52:48.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:48 smithi112 ceph-mon[29426]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:48.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:48 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4088568818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2f33451-f55e-4ce2-a71c-53c5cbf66ed8"}]: dispatch 2024-04-25T15:52:48.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:48 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4088568818' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2f33451-f55e-4ce2-a71c-53c5cbf66ed8"}]': finished 2024-04-25T15:52:48.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:48 smithi112 ceph-mon[29426]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T15:52:48.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:52:49.027 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:48.875+0000 7fa9068a6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T15:52:49.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-mon[32780]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:49.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4088568818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2f33451-f55e-4ce2-a71c-53c5cbf66ed8"}]: dispatch 2024-04-25T15:52:49.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4088568818' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2f33451-f55e-4ce2-a71c-53c5cbf66ed8"}]': finished 2024-04-25T15:52:49.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-mon[32780]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T15:52:49.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:52:49.572 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:49.285+0000 7fa9068a6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T15:52:49.572 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:49.377+0000 7fa9068a6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T15:52:49.573 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:49.571+0000 7fa9068a6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T15:52:49.685 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:49.257+0000 7f3c73372200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T15:52:49.685 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T15:52:49.472+0000 7f3c73372200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T15:52:49.713 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:49.713+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 14) ==== 98519+0+0 (secure 0 0 0) 0x7f0fc0009d10 con 0x7f0fd4102b70 2024-04-25T15:52:50.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1261386195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:52:50.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-mon[32780]: Standby manager daemon z started 2024-04-25T15:52:50.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T15:52:50.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T15:52:50.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T15:52:50.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:49 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T15:52:50.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1261386195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:52:50.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-mon[32641]: Standby manager daemon z started 2024-04-25T15:52:50.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T15:52:50.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T15:52:50.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T15:52:50.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:49 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T15:52:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:49 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1261386195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:52:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:49 smithi112 ceph-mon[29426]: Standby manager daemon z started 2024-04-25T15:52:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:49 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T15:52:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:49 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T15:52:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:49 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T15:52:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:49 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3131015846' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T15:52:50.408 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:50.083+0000 7fa9068a6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T15:52:50.408 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:50.172+0000 7fa9068a6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T15:52:50.723 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:50.407+0000 7fa9068a6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T15:52:50.724 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:50.537+0000 7fa9068a6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T15:52:50.724 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:50.628+0000 7fa9068a6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T15:52:51.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-mon[32780]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-25T15:52:51.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T15:52:51.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-mon[32780]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:51.028 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:50.742+0000 7fa9068a6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T15:52:51.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:50 smithi133 ceph-mon[32641]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-25T15:52:51.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T15:52:51.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:50 smithi133 ceph-mon[32641]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:51.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:50 smithi112 ceph-mon[29426]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-25T15:52:51.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T15:52:51.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:50 smithi112 ceph-mon[29426]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:51.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:51.036+0000 7fa9068a6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T15:52:51.890 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:52:51.889+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mgrmap(e 15) ==== 147465+0+0 (secure 0 0 0) 0x7f0fc002acd0 con 0x7f0fd4102b70 2024-04-25T15:52:51.893 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:51.618+0000 7fa9068a6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T15:52:51.893 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T15:52:51.827+0000 7fa9068a6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T15:52:52.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:51 smithi133 ceph-mon[32641]: Standby manager daemon y started 2024-04-25T15:52:52.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:51 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T15:52:52.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:51 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T15:52:52.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:51 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T15:52:52.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:51 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T15:52:52.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:51 smithi112 ceph-mon[29426]: Standby manager daemon y started 2024-04-25T15:52:52.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:51 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T15:52:52.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:51 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T15:52:52.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:51 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T15:52:52.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:51 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T15:52:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-mon[32780]: Standby manager daemon y started 2024-04-25T15:52:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T15:52:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T15:52:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T15:52:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:51 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/844311765' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T15:52:53.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:52 smithi133 ceph-mon[32641]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-04-25T15:52:53.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:52 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T15:52:53.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:52 smithi133 ceph-mon[32641]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:53.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:52 smithi112 ceph-mon[29426]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-04-25T15:52:53.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:52 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T15:52:53.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:52 smithi112 ceph-mon[29426]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:53.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:52 smithi116 ceph-mon[32780]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-04-25T15:52:53.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:52 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T15:52:53.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:52 smithi116 ceph-mon[32780]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:54.789 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:54.789 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:54.789 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:54.789 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:54.789 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:54.789 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:54.789 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:54 smithi112 ceph-mon[29426]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:54.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:54.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:54.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:54.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:54.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:54.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:54.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:54 smithi133 ceph-mon[32641]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:55.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:55.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:55.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:52:55.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:52:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:52:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:54 smithi116 ceph-mon[32780]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:56.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:56 smithi133 ceph-mon[32641]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:56 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T15:52:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:56 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:56 smithi133 ceph-mon[32641]: Deploying daemon osd.0 on smithi112 2024-04-25T15:52:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:56 smithi112 ceph-mon[29426]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:56 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T15:52:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:56 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:56 smithi112 ceph-mon[29426]: Deploying daemon osd.0 on smithi112 2024-04-25T15:52:56.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:56 smithi116 ceph-mon[32780]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:56.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:56 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T15:52:56.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:56 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:52:56.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:56 smithi116 ceph-mon[32780]: Deploying daemon osd.0 on smithi112 2024-04-25T15:52:59.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:52:59 smithi112 ceph-mon[29426]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:59.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:52:59 smithi116 ceph-mon[32780]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:52:59.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:52:59 smithi133 ceph-mon[32641]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:01 smithi112 ceph-mon[29426]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:01.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:01 smithi116 ceph-mon[32780]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:01.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:01 smithi133 ceph-mon[32641]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:02 smithi112 ceph-mon[29426]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:03.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:03.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:03.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:03.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:02 smithi133 ceph-mon[32641]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:03.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:03.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:03.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:03.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:02 smithi116 ceph-mon[32780]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:05.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:05 smithi112 ceph-mon[29426]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:05.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:05.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:05.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:05 smithi116 ceph-mon[32780]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:05.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:05 smithi133 ceph-mon[32641]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:05.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:05.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:05.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:05.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.772+0000 7f0fd1ffb700 1 -- 172.21.15.112:0/1042043095 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0fd4063b90 con 0x7f0fc403d850 2024-04-25T15:53:05.773 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 0 on host 'smithi112' 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0fc403d850 msgr2=0x7f0fc403fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0fc403d850 0x7f0fc403fd60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0fd406bf50 tx=0x7f0fc8007400 comp rx=0 tx=0).stop 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102b70 msgr2=0x7f0fd419ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102b70 0x7f0fd419ac00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0fc0006010 tx=0x7f0fc000bb40 comp rx=0 tx=0).stop 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 shutdown_connections 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0fc403d850 0x7f0fc403fd60 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fd41057d0 0x7f0fd41a1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:05.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0fd4102220 0x7f0fd419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:05.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 --2- 172.21.15.112:0/1042043095 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0fd4102b70 0x7f0fd419ac00 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:05.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 >> 172.21.15.112:0/1042043095 conn(0x7f0fd40fdef0 msgr2=0x7f0fd4108770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:53:05.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 shutdown_connections 2024-04-25T15:53:05.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:05.774+0000 7f0fdab24700 1 -- 172.21.15.112:0/1042043095 wait complete. 2024-04-25T15:53:06.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:06 smithi112 ceph-mon[29426]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T15:53:06.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:06 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:06.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:06 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:06.410 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:06 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:06.411 DEBUG:teuthology.orchestra.run.smithi112:osd.0> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.0.service 2024-04-25T15:53:06.413 INFO:tasks.cephadm:Deploying osd.1 on smithi116 with /dev/vg_nvme/lv_4... 2024-04-25T15:53:06.414 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T15:53:06.443 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:06 smithi116 ceph-mon[32780]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T15:53:06.443 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:06 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:06.443 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:06 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:06.443 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:06 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:06.656 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:53:06.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:06 smithi133 ceph-mon[32641]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T15:53:06.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:06 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:06.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:06 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:06 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:07 smithi116 ceph-mon[32780]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:07 smithi116 ceph-mon[32780]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T15:53:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:07 smithi116 ceph-mon[32780]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T15:53:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:07 smithi116 ceph-mon[32780]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:53:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:07.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:07 smithi112 ceph-mon[29426]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:07.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:07 smithi112 ceph-mon[29426]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T15:53:07.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:07 smithi112 ceph-mon[29426]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T15:53:07.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:07 smithi112 ceph-mon[29426]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:53:07.649 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:07 smithi133 ceph-mon[32641]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:07 smithi133 ceph-mon[32641]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T15:53:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:07 smithi133 ceph-mon[32641]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T15:53:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:07 smithi133 ceph-mon[32641]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:53:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.205 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0[41621]: 2024-04-25T15:53:07.909+0000 7f9e18667700 -1 osd.0 0 waiting for initial osdmap 2024-04-25T15:53:08.205 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0[41621]: 2024-04-25T15:53:07.912+0000 7f9e0fc13700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:53:08.444 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T15:53:08.444 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T15:53:08.444 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-25T15:53:08.445 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-25T15:53:08.445 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113116 s, 927 MB/s 2024-04-25T15:53:08.445 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-25T15:53:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:08 smithi116 ceph-mon[32780]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:53:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:08 smithi116 ceph-mon[32780]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T15:53:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:08 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:08 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:08 smithi116 ceph-mon[32780]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' 2024-04-25T15:53:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:08 smithi116 ceph-mon[32780]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:08 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:08 smithi133 ceph-mon[32641]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:53:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:08 smithi133 ceph-mon[32641]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T15:53:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:08 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:08 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:08 smithi133 ceph-mon[32641]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' 2024-04-25T15:53:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:08 smithi133 ceph-mon[32641]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:08 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.700 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:08 smithi112 ceph-mon[29426]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:53:08.700 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:08 smithi112 ceph-mon[29426]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T15:53:08.701 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:08 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.701 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:08 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:08.701 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:08 smithi112 ceph-mon[29426]: from='osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828]' entity='osd.0' 2024-04-25T15:53:08.701 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:08 smithi112 ceph-mon[29426]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T15:53:08.701 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:08 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:09.047 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_4 2024-04-25T15:53:09.339 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:09 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:53:09.339 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:09 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:53:09.339 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:09 smithi116 ceph-mon[32780]: osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] boot 2024-04-25T15:53:09.339 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:09 smithi116 ceph-mon[32780]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T15:53:09.339 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:09 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:09.344 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:53:09.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:09 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:53:09.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:09 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:53:09.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:09 smithi112 ceph-mon[29426]: osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] boot 2024-04-25T15:53:09.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:09 smithi112 ceph-mon[29426]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T15:53:09.364 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:09 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:09 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:53:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:09 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:53:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:09 smithi133 ceph-mon[32641]: osd.0 [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] boot 2024-04-25T15:53:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:09 smithi133 ceph-mon[32641]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T15:53:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:09 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi112 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi112 to 17088M 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:10 smithi116 ceph-mon[32780]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi112 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi112 to 17088M 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:10 smithi133 ceph-mon[32641]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi112 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi112 to 17088M 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:10 smithi112 ceph-mon[29426]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.936+0000 7f1e8796e700 1 -- 172.21.15.116:0/3120230912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80105ce0 msgr2=0x7f1e8010c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.936+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3120230912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80105ce0 0x7f1e8010c590 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1e7800b0a0 tx=0x7f1e7800b3b0 comp rx=0 tx=0).stop 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- 172.21.15.116:0/3120230912 shutdown_connections 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3120230912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80105ce0 0x7f1e8010c590 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3120230912 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e80104210 0x7f1e80104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3120230912 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1e80105340 0x7f1e80105750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- 172.21.15.116:0/3120230912 >> 172.21.15.116:0/3120230912 conn(0x7f1e800ff870 msgr2=0x7f1e80101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- 172.21.15.116:0/3120230912 shutdown_connections 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- 172.21.15.116:0/3120230912 wait complete. 2024-04-25T15:53:10.942 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 Processor -- start 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- start start 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80104210 0x7f1e8019a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e80105340 0x7f1e8019ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1e80105ce0 0x7f1e801a1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8010fbf0 con 0x7f1e80105ce0 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8010fa70 con 0x7f1e80104210 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.937+0000 7f1e8796e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8010fd70 con 0x7f1e80105340 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80104210 0x7f1e8019a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80104210 0x7f1e8019a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:35060/0 (socket says 172.21.15.116:35060) 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 -- 172.21.15.116:0/3258588479 learned_addr learned my addr 172.21.15.116:0/3258588479 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e84f09700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e80105340 0x7f1e8019ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:10.943 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e85f0b700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1e80105ce0 0x7f1e801a1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 -- 172.21.15.116:0/3258588479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e80105340 msgr2=0x7f1e8019ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e80105340 0x7f1e8019ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 -- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1e80105ce0 msgr2=0x7f1e801a1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1e80105ce0 0x7f1e801a1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 -- 172.21.15.116:0/3258588479 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e801a2270 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e84f09700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e80105340 0x7f1e8019ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8570a700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80104210 0x7f1e8019a710 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00b4d0 tx=0x7f1e7c00b890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e767fc700 1 -- 172.21.15.116:0/3258588479 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c015020 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e767fc700 1 -- 172.21.15.116:0/3258588479 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e7c011cc0 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e801a2560 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e767fc700 1 -- 172.21.15.116:0/3258588479 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c010c30 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.938+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e801a2b20 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.939+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e80051190 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.940+0000 7f1e767fc700 1 -- 172.21.15.116:0/3258588479 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 15) ==== 147465+0+0 (secure 0 0 0) 0x7f1e7c018020 con 0x7f1e80104210 2024-04-25T15:53:10.944 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.941+0000 7f1e767fc700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1e6c0afaf0 0x7f1e6c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:10.945 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.941+0000 7f1e767fc700 1 -- 172.21.15.116:0/3258588479 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f1e7c0dcfc0 con 0x7f1e80104210 2024-04-25T15:53:10.945 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.941+0000 7f1e84f09700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1e6c0afaf0 0x7f1e6c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:10.945 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.942+0000 7f1e84f09700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1e6c0afaf0 0x7f1e6c0b2000 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1e70005950 tx=0x7f1e70005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:53:10.945 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:10.945+0000 7f1e767fc700 1 -- 172.21.15.116:0/3258588479 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1e7c01f020 con 0x7f1e80104210 2024-04-25T15:53:11.152 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:11.153+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f1e80063ad0 con 0x7f1e6c0afaf0 2024-04-25T15:53:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:11 smithi133 ceph-mon[32641]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T15:53:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:11 smithi133 ceph-mon[32641]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:53:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:11 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:11 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:11 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:11 smithi112 ceph-mon[29426]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T15:53:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:11 smithi112 ceph-mon[29426]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:53:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:11 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:11 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:11 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:11.765 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:11 smithi116 ceph-mon[32780]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T15:53:11.765 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:11 smithi116 ceph-mon[32780]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:53:11.765 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:11 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:11.765 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:11 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:11.765 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:11 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:12 smithi112 ceph-mon[29426]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:12.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:12 smithi116 ceph-mon[32780]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:12.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:12 smithi133 ceph-mon[32641]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:14.118 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:13 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/497894776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]: dispatch 2024-04-25T15:53:14.119 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:13 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]: dispatch 2024-04-25T15:53:14.119 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:13 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]': finished 2024-04-25T15:53:14.119 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:13 smithi116 ceph-mon[32780]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T15:53:14.119 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:14.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:13 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/497894776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]: dispatch 2024-04-25T15:53:14.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:13 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]: dispatch 2024-04-25T15:53:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:13 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]': finished 2024-04-25T15:53:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:13 smithi133 ceph-mon[32641]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T15:53:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:13 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/497894776' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]: dispatch 2024-04-25T15:53:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:13 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]: dispatch 2024-04-25T15:53:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:13 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c79ff0bd-2dfd-47ad-8faa-53ba29c956a9"}]': finished 2024-04-25T15:53:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:13 smithi112 ceph-mon[29426]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T15:53:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:15.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:14 smithi133 ceph-mon[32641]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:15.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:14 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/1082355950' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:53:15.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:14 smithi112 ceph-mon[29426]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:15.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:14 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/1082355950' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:53:15.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:14 smithi116 ceph-mon[32780]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:15.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:14 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/1082355950' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:53:17.446 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:17 smithi116 ceph-mon[32780]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:17.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:17 smithi112 ceph-mon[29426]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:17.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:17 smithi133 ceph-mon[32641]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:19.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:19 smithi116 ceph-mon[32780]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:19 smithi112 ceph-mon[29426]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:19.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:19 smithi133 ceph-mon[32641]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:21.448 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:21 smithi116 ceph-mon[32780]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:21.448 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:21 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T15:53:21.448 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:21 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:21.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:21 smithi112 ceph-mon[29426]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:21.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:21 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T15:53:21.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:21 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:21 smithi133 ceph-mon[32641]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:21 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T15:53:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:21 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:22.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:22 smithi112 ceph-mon[29426]: Deploying daemon osd.1 on smithi116 2024-04-25T15:53:22.482 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:22 smithi116 ceph-mon[32780]: Deploying daemon osd.1 on smithi116 2024-04-25T15:53:22.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:22 smithi133 ceph-mon[32641]: Deploying daemon osd.1 on smithi116 2024-04-25T15:53:23.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:23 smithi116 ceph-mon[32780]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:23.552 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:23 smithi112 ceph-mon[29426]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:23.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:23 smithi133 ceph-mon[32641]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:24.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:24 smithi116 ceph-mon[32780]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:24.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:24 smithi133 ceph-mon[32641]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:24.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:24 smithi112 ceph-mon[29426]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:27.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:27.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:27.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:27.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:27 smithi116 ceph-mon[32780]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:27.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:27.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:27.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:27.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:27 smithi133 ceph-mon[32641]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:27.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:27.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:27.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:27.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:27 smithi112 ceph-mon[29426]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:29.339 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:29 smithi116 ceph-mon[32780]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:29.414 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 1 on host 'smithi116' 2024-04-25T15:53:29.414 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.413+0000 7f1e767fc700 1 -- 172.21.15.116:0/3258588479 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1e80063ad0 con 0x7f1e6c0afaf0 2024-04-25T15:53:29.416 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1e6c0afaf0 msgr2=0x7f1e6c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:29.416 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1e6c0afaf0 0x7f1e6c0b2000 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1e70005950 tx=0x7f1e70005f50 comp rx=0 tx=0).stop 2024-04-25T15:53:29.416 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80104210 msgr2=0x7f1e8019a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:29.416 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80104210 0x7f1e8019a710 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00b4d0 tx=0x7f1e7c00b890 comp rx=0 tx=0).stop 2024-04-25T15:53:29.416 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 shutdown_connections 2024-04-25T15:53:29.416 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1e6c0afaf0 0x7f1e6c0b2000 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:29.416 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1e80105ce0 0x7f1e801a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:29.417 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1e80104210 0x7f1e8019a710 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:29.417 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 --2- 172.21.15.116:0/3258588479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e80105340 0x7f1e8019ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:29.417 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 >> 172.21.15.116:0/3258588479 conn(0x7f1e800ff870 msgr2=0x7f1e80108570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:53:29.417 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 shutdown_connections 2024-04-25T15:53:29.417 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:53:29.415+0000 7f1e8796e700 1 -- 172.21.15.116:0/3258588479 wait complete. 2024-04-25T15:53:29.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:29 smithi112 ceph-mon[29426]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:29.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:29 smithi133 ceph-mon[32641]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:30.068 DEBUG:teuthology.orchestra.run.smithi116:osd.1> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.1.service 2024-04-25T15:53:30.070 INFO:tasks.cephadm:Deploying osd.2 on smithi133 with /dev/vg_nvme/lv_4... 2024-04-25T15:53:30.071 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T15:53:30.317 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:53:30.660 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.661 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.661 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.661 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.661 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:30 smithi133 ceph-mon[32641]: from='osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T15:53:30.661 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:30 smithi133 ceph-mon[32641]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T15:53:30.661 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:30 smithi133 ceph-mon[32641]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:30 smithi112 ceph-mon[29426]: from='osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T15:53:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:30 smithi112 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T15:53:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:30 smithi112 ceph-mon[29426]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:30.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:30 smithi116 ceph-mon[32780]: from='osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T15:53:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:30 smithi116 ceph-mon[32780]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T15:53:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:30 smithi116 ceph-mon[32780]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:31 smithi116 ceph-mon[32780]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T15:53:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:31 smithi116 ceph-mon[32780]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T15:53:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:31 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:31 smithi116 ceph-mon[32780]: from='osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:53:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:31 smithi116 ceph-mon[32780]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:53:31.529 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1[37354]: 2024-04-25T15:53:31.467+0000 7fe76df26700 -1 osd.1 0 waiting for initial osdmap 2024-04-25T15:53:31.529 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1[37354]: 2024-04-25T15:53:31.470+0000 7fe769cdb700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:53:31.670 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:31 smithi133 ceph-mon[32641]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T15:53:31.670 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:31 smithi133 ceph-mon[32641]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T15:53:31.670 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:31.670 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:31 smithi133 ceph-mon[32641]: from='osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:53:31.670 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:31 smithi133 ceph-mon[32641]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:53:31.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:31 smithi112 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T15:53:31.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:31 smithi112 ceph-mon[29426]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T15:53:31.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:31.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:31 smithi112 ceph-mon[29426]: from='osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:53:31.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:31 smithi112 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:53:32.235 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T15:53:32.235 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T15:53:32.235 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-25T15:53:32.235 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-25T15:53:32.236 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113426 s, 924 MB/s 2024-04-25T15:53:32.236 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-25T15:53:32.539 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:32 smithi133 ceph-mon[32641]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:53:32.539 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:32 smithi133 ceph-mon[32641]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T15:53:32.539 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:32.540 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:32.540 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:32 smithi133 ceph-mon[32641]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:32.705 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:32 smithi116 ceph-mon[32780]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:53:32.705 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:32 smithi116 ceph-mon[32780]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T15:53:32.705 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:32.705 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:32.705 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:32 smithi116 ceph-mon[32780]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:32.847 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_4 2024-04-25T15:53:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:32 smithi112 ceph-mon[29426]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:53:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:32 smithi112 ceph-mon[29426]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T15:53:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:32 smithi112 ceph-mon[29426]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T15:53:33.088 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:53:33.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] boot 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi116 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi116 to 17088M 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:33.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.926 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:53:33.926 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:53:33.926 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] boot 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi116 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi116 to 17088M 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:33.927 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:53:33.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:53:33.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: osd.1 [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] boot 2024-04-25T15:53:33.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T15:53:33.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi116 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi116 to 17088M 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:34.698 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 -- 172.21.15.133:0/2063387405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 msgr2=0x7f0b28102600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:34.698 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 --2- 172.21.15.133:0/2063387405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b28102600 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0b18009990 tx=0x7f0b18009ca0 comp rx=0 tx=0).stop 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 -- 172.21.15.133:0/2063387405 shutdown_connections 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 --2- 172.21.15.133:0/2063387405 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b28102b40 0x7f0b2810c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 --2- 172.21.15.133:0/2063387405 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b281057a0 0x7f0b28105bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 --2- 172.21.15.133:0/2063387405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b28102600 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 -- 172.21.15.133:0/2063387405 >> 172.21.15.133:0/2063387405 conn(0x7f0b280fdee0 msgr2=0x7f0b28100370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 -- 172.21.15.133:0/2063387405 shutdown_connections 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.695+0000 7f0b300c5700 1 -- 172.21.15.133:0/2063387405 wait complete. 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 Processor -- start 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 -- start start 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b2819a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b28102b40 0x7f0b2819acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b281057a0 0x7f0b281a1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2810fb90 con 0x7f0b281057a0 2024-04-25T15:53:34.699 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2810fa10 con 0x7f0b28102b40 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b300c5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2810fd10 con 0x7f0b281021f0 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b2de61700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b2819a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b2de61700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b2819a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:42742/0 (socket says 172.21.15.133:42742) 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.696+0000 7f0b2de61700 1 -- 172.21.15.133:0/3605541856 learned_addr learned my addr 172.21.15.133:0/3605541856 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2e662700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b281057a0 0x7f0b281a1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2d660700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b28102b40 0x7f0b2819acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2de61700 1 -- 172.21.15.133:0/3605541856 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b28102b40 msgr2=0x7f0b2819acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2de61700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b28102b40 0x7f0b2819acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2de61700 1 -- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b281057a0 msgr2=0x7f0b281a1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2de61700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b281057a0 0x7f0b281a1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2de61700 1 -- 172.21.15.133:0/3605541856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b281a2260 con 0x7f0b281021f0 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2e662700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b281057a0 0x7f0b281a1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b2de61700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b2819a790 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0b2400b990 tx=0x7f0b2400bd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b1effd700 1 -- 172.21.15.133:0/3605541856 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b24019070 con 0x7f0b281021f0 2024-04-25T15:53:34.700 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b1effd700 1 -- 172.21.15.133:0/3605541856 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0b24014440 con 0x7f0b281021f0 2024-04-25T15:53:34.701 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b281a2550 con 0x7f0b281021f0 2024-04-25T15:53:34.701 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b1effd700 1 -- 172.21.15.133:0/3605541856 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2400ce60 con 0x7f0b281021f0 2024-04-25T15:53:34.701 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.697+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b281a2b60 con 0x7f0b281021f0 2024-04-25T15:53:34.702 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.698+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b28051190 con 0x7f0b281021f0 2024-04-25T15:53:34.702 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.699+0000 7f0b1effd700 1 -- 172.21.15.133:0/3605541856 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 15) ==== 147465+0+0 (secure 0 0 0) 0x7f0b2401c070 con 0x7f0b281021f0 2024-04-25T15:53:34.702 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.700+0000 7f0b1effd700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0b140afb70 0x7f0b140b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:34.702 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.700+0000 7f0b1effd700 1 -- 172.21.15.133:0/3605541856 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f0b240dcbd0 con 0x7f0b281021f0 2024-04-25T15:53:34.702 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.700+0000 7f0b2d660700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0b140afb70 0x7f0b140b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:34.702 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.701+0000 7f0b2d660700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0b140afb70 0x7f0b140b2080 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0b18006010 tx=0x7f0b18003850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:53:34.705 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.704+0000 7f0b1effd700 1 -- 172.21.15.133:0/3605541856 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b240a7000 con 0x7f0b281021f0 2024-04-25T15:53:34.909 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:34.908+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f0b28063ad0 con 0x7f0b140afb70 2024-04-25T15:53:35.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:34 smithi116 ceph-mon[32780]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T15:53:35.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:34 smithi116 ceph-mon[32780]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:35.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:35.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:35.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:34 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:35.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:34 smithi133 ceph-mon[32641]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T15:53:35.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:34 smithi133 ceph-mon[32641]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:35.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:35.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:35.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:34 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:35.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:34 smithi112 ceph-mon[29426]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T15:53:35.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:34 smithi112 ceph-mon[29426]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:35.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:35.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:35.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:34 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:36.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:36 smithi133 ceph-mon[32641]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:53:36.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:36 smithi116 ceph-mon[32780]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:53:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:36 smithi112 ceph-mon[29426]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:53:37.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:37 smithi116 ceph-mon[32780]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:37.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:37 smithi133 ceph-mon[32641]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:37.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:37 smithi112 ceph-mon[29426]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:38.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:38 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/3692889468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]: dispatch 2024-04-25T15:53:38.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:38 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]: dispatch 2024-04-25T15:53:38.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:38 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]': finished 2024-04-25T15:53:38.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:38 smithi133 ceph-mon[32641]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T15:53:38.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:38.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:38 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/3692889468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]: dispatch 2024-04-25T15:53:38.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:38 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]: dispatch 2024-04-25T15:53:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:38 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]': finished 2024-04-25T15:53:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:38 smithi116 ceph-mon[32780]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T15:53:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:38 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/3692889468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]: dispatch 2024-04-25T15:53:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:38 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]: dispatch 2024-04-25T15:53:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:38 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7df8bf60-431f-4052-937b-62edd81442b1"}]': finished 2024-04-25T15:53:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:38 smithi112 ceph-mon[29426]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T15:53:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:39.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:39 smithi116 ceph-mon[32780]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:39.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:39 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/4192395263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:53:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:39 smithi133 ceph-mon[32641]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:39 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/4192395263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:53:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:39 smithi112 ceph-mon[29426]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:39 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/4192395263' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:53:41.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:41 smithi112 ceph-mon[29426]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:41.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:41 smithi116 ceph-mon[32780]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:41.616 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:41 smithi133 ceph-mon[32641]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:43.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:43 smithi112 ceph-mon[29426]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:43.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:43 smithi133 ceph-mon[32641]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:43.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:43 smithi116 ceph-mon[32780]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:45.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:45 smithi112 ceph-mon[29426]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:45.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T15:53:45.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:45.507 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:45 smithi133 ceph-mon[32641]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:45.507 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:45 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T15:53:45.507 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:45 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:45.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:45 smithi116 ceph-mon[32780]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:45.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:45 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T15:53:45.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:45 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:46.467 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:46 smithi133 ceph-mon[32641]: Deploying daemon osd.2 on smithi133 2024-04-25T15:53:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:46 smithi116 ceph-mon[32780]: Deploying daemon osd.2 on smithi133 2024-04-25T15:53:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:46 smithi112 ceph-mon[29426]: Deploying daemon osd.2 on smithi133 2024-04-25T15:53:47.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:47 smithi133 ceph-mon[32641]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:47 smithi116 ceph-mon[32780]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:47 smithi112 ceph-mon[29426]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:48.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:48 smithi116 ceph-mon[32780]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:48.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:48 smithi133 ceph-mon[32641]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:48 smithi112 ceph-mon[29426]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:51.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:51 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:51.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:51 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:51.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:51 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:51.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:51 smithi116 ceph-mon[32780]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:51.416 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:51 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:51.416 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:51 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:51.416 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:51 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:51.416 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:51 smithi133 ceph-mon[32641]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:51 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:51 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:51 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:51 smithi112 ceph-mon[29426]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:53.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:53 smithi112 ceph-mon[29426]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:53.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:53.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:53.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.525 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:53 smithi133 ceph-mon[32641]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:53.525 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.525 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.525 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:53.525 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:53.525 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:53 smithi116 ceph-mon[32780]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:53.582 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 2 on host 'smithi133' 2024-04-25T15:53:53.582 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.580+0000 7f0b1effd700 1 -- 172.21.15.133:0/3605541856 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0b28063ad0 con 0x7f0b140afb70 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0b140afb70 msgr2=0x7f0b140b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0b140afb70 0x7f0b140b2080 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0b18006010 tx=0x7f0b18003850 comp rx=0 tx=0).stop 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 msgr2=0x7f0b2819a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b2819a790 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0b2400b990 tx=0x7f0b2400bd50 comp rx=0 tx=0).stop 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 shutdown_connections 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0b140afb70 0x7f0b140b2080 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b281057a0 0x7f0b281a1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b281021f0 0x7f0b2819a790 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 --2- 172.21.15.133:0/3605541856 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b28102b40 0x7f0b2819acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:53.585 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 >> 172.21.15.133:0/3605541856 conn(0x7f0b280fdee0 msgr2=0x7f0b281087b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:53:53.585 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 shutdown_connections 2024-04-25T15:53:53.585 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:53:53.583+0000 7f0b300c5700 1 -- 172.21.15.133:0/3605541856 wait complete. 2024-04-25T15:53:54.230 DEBUG:teuthology.orchestra.run.smithi133:osd.2> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.2.service 2024-04-25T15:53:54.232 INFO:tasks.cephadm:Deploying osd.3 on smithi112 with /dev/vg_nvme/lv_3... 2024-04-25T15:53:54.232 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T15:53:54.478 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:53:54.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:54.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:54.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:54 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:54.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:54 smithi112 ceph-mon[29426]: from='osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T15:53:54.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:54 smithi112 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T15:53:54.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:54 smithi112 ceph-mon[29426]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:54.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:54.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:54.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:54 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:54.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:54 smithi133 ceph-mon[32641]: from='osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T15:53:54.859 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:54 smithi133 ceph-mon[32641]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T15:53:54.859 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:54 smithi133 ceph-mon[32641]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:55.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:54 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:53:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:54 smithi116 ceph-mon[32780]: from='osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T15:53:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:54 smithi116 ceph-mon[32780]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T15:53:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:54 smithi116 ceph-mon[32780]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:55.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:55 smithi133 ceph-mon[32641]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T15:53:55.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:55 smithi133 ceph-mon[32641]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T15:53:55.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:55 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:55.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:55 smithi133 ceph-mon[32641]: from='osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:53:55.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:55 smithi133 ceph-mon[32641]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:53:55.898 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:55 smithi112 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T15:53:55.898 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:55 smithi112 ceph-mon[29426]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T15:53:55.898 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:55 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:55.898 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:55 smithi112 ceph-mon[29426]: from='osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:53:55.898 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:55 smithi112 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:53:56.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:55 smithi116 ceph-mon[32780]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T15:53:56.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:55 smithi116 ceph-mon[32780]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T15:53:56.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:55 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:56.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:55 smithi116 ceph-mon[32780]: from='osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:53:56.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:55 smithi116 ceph-mon[32780]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:53:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T15:53:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T15:53:56.459 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-25T15:53:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-25T15:53:56.459 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011468 s, 914 MB/s 2024-04-25T15:53:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-25T15:53:56.581 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-25T15:53:56.324+0000 7f6f7a2a1700 -1 osd.2 0 waiting for initial osdmap 2024-04-25T15:53:56.581 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-25T15:53:56.329+0000 7f6f7184d700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:53:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:56 smithi112 ceph-mon[29426]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:53:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:56 smithi112 ceph-mon[29426]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T15:53:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:56 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:56 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:56 smithi112 ceph-mon[29426]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:56 smithi112 ceph-mon[29426]: from='osd.2 ' entity='osd.2' 2024-04-25T15:53:56.892 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-mon[32641]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:53:56.892 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-mon[32641]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T15:53:56.892 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:56.892 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:56.892 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-mon[32641]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:56.892 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:56 smithi133 ceph-mon[32641]: from='osd.2 ' entity='osd.2' 2024-04-25T15:53:57.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:56 smithi116 ceph-mon[32780]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:53:57.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:56 smithi116 ceph-mon[32780]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T15:53:57.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:56 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:57.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:56 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:57.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:56 smithi116 ceph-mon[32780]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-25T15:53:57.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:56 smithi116 ceph-mon[32780]: from='osd.2 ' entity='osd.2' 2024-04-25T15:53:57.167 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_3 2024-04-25T15:53:57.419 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:53:57.787 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:53:57.787 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:53:57.787 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:57.787 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.787 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] boot 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T15:53:57.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:57.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] boot 2024-04-25T15:53:57.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T15:53:57.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:58.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:53:58.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:53:58.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: osd.2 [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] boot 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T15:53:58.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T15:53:58.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:58 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi133 2024-04-25T15:53:58.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:58 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi133 to 17088M 2024-04-25T15:53:58.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:58 smithi112 ceph-mon[29426]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:53:58.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T15:53:58.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:58 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi133 2024-04-25T15:53:58.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:58 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi133 to 17088M 2024-04-25T15:53:58.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:58 smithi133 ceph-mon[32641]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:53:58.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T15:53:59.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:58 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi133 2024-04-25T15:53:59.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:58 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi133 to 17088M 2024-04-25T15:53:59.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:58 smithi116 ceph-mon[32780]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:53:59.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T15:53:59.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 -- 172.21.15.112:0/883446837 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5338105cb0 msgr2=0x7f533810c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:59.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 --2- 172.21.15.112:0/883446837 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5338105cb0 0x7f533810c560 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f533000b0a0 tx=0x7f533000b3b0 comp rx=0 tx=0).stop 2024-04-25T15:53:59.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 -- 172.21.15.112:0/883446837 shutdown_connections 2024-04-25T15:53:59.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 --2- 172.21.15.112:0/883446837 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5338105cb0 0x7f533810c560 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:59.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 --2- 172.21.15.112:0/883446837 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f53381041e0 0x7f53381045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:59.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 --2- 172.21.15.112:0/883446837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5338105310 0x7f5338105720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:59.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 -- 172.21.15.112:0/883446837 >> 172.21.15.112:0/883446837 conn(0x7f53380ff840 msgr2=0x7f5338101cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:53:59.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.097+0000 7f533f0aa700 1 -- 172.21.15.112:0/883446837 shutdown_connections 2024-04-25T15:53:59.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 -- 172.21.15.112:0/883446837 wait complete. 2024-04-25T15:53:59.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 Processor -- start 2024-04-25T15:53:59.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 -- start start 2024-04-25T15:53:59.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53381041e0 0x7f533819a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5338105310 0x7f533819aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5338105cb0 0x7f53381a1b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f533810faf0 con 0x7f53381041e0 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f533810f970 con 0x7f5338105cb0 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533f0aa700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f533810fc70 con 0x7f5338105310 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.098+0000 7f533ce46700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53381041e0 0x7f533819a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53381041e0 0x7f533819a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35720/0 (socket says 172.21.15.112:35720) 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 -- 172.21.15.112:0/2342257875 learned_addr learned my addr 172.21.15.112:0/2342257875 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f5337fff700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5338105310 0x7f533819aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533d647700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5338105cb0 0x7f53381a1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:59.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 -- 172.21.15.112:0/2342257875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5338105310 msgr2=0x7f533819aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5338105310 0x7f533819aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 -- 172.21.15.112:0/2342257875 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5338105cb0 msgr2=0x7f53381a1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5338105cb0 0x7f53381a1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 -- 172.21.15.112:0/2342257875 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53381a21c0 con 0x7f53381041e0 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533d647700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5338105cb0 0x7f53381a1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533ce46700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53381041e0 0x7f533819a660 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f532c00c970 tx=0x7f532c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c00ce60 con 0x7f53381041e0 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53381a24b0 con 0x7f53381041e0 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f532c007900 con 0x7f53381041e0 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.099+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c003bf0 con 0x7f53381041e0 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.100+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53381a29f0 con 0x7f53381041e0 2024-04-25T15:53:59.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.101+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5338051190 con 0x7f53381041e0 2024-04-25T15:53:59.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.102+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 15) ==== 147465+0+0 (secure 0 0 0) 0x7f532c007ab0 con 0x7f53381041e0 2024-04-25T15:53:59.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.102+0000 7f5335ffb700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f53280afaf0 0x7f53280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:53:59.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.102+0000 7f5337fff700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f53280afaf0 0x7f53280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:53:59.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.102+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3226+0+0 (secure 0 0 0) 0x7f532c0dd260 con 0x7f53381041e0 2024-04-25T15:53:59.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.103+0000 7f5337fff700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f53280afaf0 0x7f53280b2000 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f533819b710 tx=0x7f532400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:53:59.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.107+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f532c014030 con 0x7f53381041e0 2024-04-25T15:53:59.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:53:59.316+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5338063ad0 con 0x7f53280afaf0 2024-04-25T15:53:59.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T15:53:59.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 ceph-mon[29426]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T15:53:59.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T15:53:59.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:59.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:59.849 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:59.849 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45950]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T15:53:59.849 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45950]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:53:59.849 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45950]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:53:59.849 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45950]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:53:59.849 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45953]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T15:53:59.849 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45953]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:53:59.849 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45953]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:53:59.850 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[45953]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:53:59.887 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T15:53:59.887 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 ceph-mon[32641]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T15:53:59.887 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T15:53:59.887 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:59.887 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:59.887 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41440]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41440]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41440]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41440]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41443]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41443]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41443]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:53:59.888 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41443]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:53:59.924 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T15:53:59.924 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 ceph-mon[32780]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T15:53:59.925 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T15:53:59.925 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:53:59.925 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:53:59.925 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:53:59.925 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41037]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T15:53:59.925 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41037]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:53:59.925 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41037]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:53:59.925 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41037]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:53:59.925 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41040]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T15:53:59.925 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41040]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:53:59.925 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41040]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:53:59.926 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41040]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46008]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46008]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46008]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46008]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46014]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46014]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46014]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:54:00.173 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:53:59 smithi112 sudo[46014]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:54:00.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41446]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T15:54:00.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41446]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:54:00.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41446]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:54:00.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41446]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:54:00.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41449]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T15:54:00.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41449]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:54:00.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41449]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:54:00.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:53:59 smithi133 sudo[41449]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:54:00.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41043]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T15:54:00.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41043]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:54:00.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41043]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:54:00.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41043]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:54:00.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41046]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T15:54:00.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41046]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T15:54:00.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41046]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T15:54:00.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:53:59 smithi116 sudo[41046]: pam_unix(sudo:session): session closed for user root 2024-04-25T15:54:00.853 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:00.852+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f532c0a2e90 con 0x7f53381041e0 2024-04-25T15:54:00.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:00.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T15:54:00.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T15:54:00.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:00.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:00.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:00.854 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:00.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:00.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:00 smithi112 ceph-mon[29426]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:00.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:00.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:00.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:00.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:00.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:00.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:00 smithi133 ceph-mon[32641]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T15:54:01.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:00 smithi116 ceph-mon[32780]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:01.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:01 smithi112 ceph-mon[29426]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T15:54:01.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:01 smithi112 ceph-mon[29426]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T15:54:01.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:01 smithi133 ceph-mon[32641]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T15:54:01.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:01 smithi133 ceph-mon[32641]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T15:54:02.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:01 smithi116 ceph-mon[32780]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T15:54:02.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:01 smithi116 ceph-mon[32780]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T15:54:02.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:02 smithi133 ceph-mon[32641]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:02.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/215619428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf0476c7-06d6-49fc-9d11-021e3430cf51"}]: dispatch 2024-04-25T15:54:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/215619428' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf0476c7-06d6-49fc-9d11-021e3430cf51"}]': finished 2024-04-25T15:54:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:02 smithi133 ceph-mon[32641]: osdmap e22: 4 total, 3 up, 4 in 2024-04-25T15:54:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:02 smithi112 ceph-mon[29426]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/215619428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf0476c7-06d6-49fc-9d11-021e3430cf51"}]: dispatch 2024-04-25T15:54:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/215619428' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf0476c7-06d6-49fc-9d11-021e3430cf51"}]': finished 2024-04-25T15:54:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:02 smithi112 ceph-mon[29426]: osdmap e22: 4 total, 3 up, 4 in 2024-04-25T15:54:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:03.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:02 smithi116 ceph-mon[32780]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:03.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/215619428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf0476c7-06d6-49fc-9d11-021e3430cf51"}]: dispatch 2024-04-25T15:54:03.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/215619428' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf0476c7-06d6-49fc-9d11-021e3430cf51"}]': finished 2024-04-25T15:54:03.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:02 smithi116 ceph-mon[32780]: osdmap e22: 4 total, 3 up, 4 in 2024-04-25T15:54:03.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:03.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:03 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3606435622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:03.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:03 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3606435622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:04.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:03 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3606435622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:04.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:04 smithi133 ceph-mon[32641]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:04.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:04 smithi112 ceph-mon[29426]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:05.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:04 smithi116 ceph-mon[32780]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:07 smithi112 ceph-mon[29426]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:07.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:07 smithi116 ceph-mon[32780]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:07 smithi133 ceph-mon[32641]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:09.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:09 smithi112 ceph-mon[29426]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:09.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:09 smithi116 ceph-mon[32780]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:09 smithi133 ceph-mon[32641]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:10.431 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T15:54:10.431 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:10.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T15:54:10.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T15:54:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:11 smithi112 ceph-mon[29426]: Deploying daemon osd.3 on smithi112 2024-04-25T15:54:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:11 smithi112 ceph-mon[29426]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:11.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:11 smithi116 ceph-mon[32780]: Deploying daemon osd.3 on smithi112 2024-04-25T15:54:11.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:11 smithi116 ceph-mon[32780]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:11 smithi133 ceph-mon[32641]: Deploying daemon osd.3 on smithi112 2024-04-25T15:54:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:11 smithi133 ceph-mon[32641]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:13.488 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:13 smithi133 ceph-mon[32641]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:13.505 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:13 smithi112 ceph-mon[29426]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:13.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:13 smithi116 ceph-mon[32780]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:14.424 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:14 smithi112 ceph-mon[29426]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:14.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:14 smithi116 ceph-mon[32780]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:14.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:14 smithi133 ceph-mon[32641]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:16.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:16.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:16.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:16.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:16 smithi112 ceph-mon[29426]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:16.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:16 smithi133 ceph-mon[32641]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:16 smithi116 ceph-mon[32780]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:19.231 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 3 on host 'smithi112' 2024-04-25T15:54:19.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.229+0000 7f5335ffb700 1 -- 172.21.15.112:0/2342257875 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5338063ad0 con 0x7f53280afaf0 2024-04-25T15:54:19.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f53280afaf0 msgr2=0x7f53280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:19.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f53280afaf0 0x7f53280b2000 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f533819b710 tx=0x7f532400b410 comp rx=0 tx=0).stop 2024-04-25T15:54:19.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53381041e0 msgr2=0x7f533819a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:19.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53381041e0 0x7f533819a660 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f532c00c970 tx=0x7f532c00cc80 comp rx=0 tx=0).stop 2024-04-25T15:54:19.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 shutdown_connections 2024-04-25T15:54:19.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f53280afaf0 0x7f53280b2000 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:19.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5338105cb0 0x7f53381a1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:19.234 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f53381041e0 0x7f533819a660 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:19.234 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 --2- 172.21.15.112:0/2342257875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5338105310 0x7f533819aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:19.234 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 >> 172.21.15.112:0/2342257875 conn(0x7f53380ff840 msgr2=0x7f5338108540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:54:19.234 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 shutdown_connections 2024-04-25T15:54:19.234 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:54:19.232+0000 7f533f0aa700 1 -- 172.21.15.112:0/2342257875 wait complete. 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:19 smithi112 ceph-mon[29426]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:19 smithi116 ceph-mon[32780]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T15:54:19.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:19 smithi133 ceph-mon[32641]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T15:54:19.842 DEBUG:teuthology.orchestra.run.smithi112:osd.3> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.3.service 2024-04-25T15:54:19.844 INFO:tasks.cephadm:Deploying osd.4 on smithi116 with /dev/vg_nvme/lv_3... 2024-04-25T15:54:19.845 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T15:54:20.088 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:54:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:20 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:20 smithi112 ceph-mon[29426]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T15:54:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:20 smithi112 ceph-mon[29426]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T15:54:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:20 smithi112 ceph-mon[29426]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:54:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:20 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:20.472 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:20 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:20.472 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:20 smithi116 ceph-mon[32780]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T15:54:20.472 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:20 smithi116 ceph-mon[32780]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T15:54:20.472 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:20 smithi116 ceph-mon[32780]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:54:20.473 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:20 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:20.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:20 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:20.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:20 smithi133 ceph-mon[32641]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T15:54:20.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:20 smithi133 ceph-mon[32641]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T15:54:20.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:20 smithi133 ceph-mon[32641]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:54:20.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:20 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:21.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:21 smithi112 ceph-mon[29426]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:21.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:21 smithi112 ceph-mon[29426]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:54:21.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:21 smithi112 ceph-mon[29426]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T15:54:21.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:21 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:21.338 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:21 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:21.481 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:21 smithi116 ceph-mon[32780]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:21.481 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:21 smithi116 ceph-mon[32780]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:54:21.481 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:21 smithi116 ceph-mon[32780]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T15:54:21.481 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:21 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:21.481 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:21 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:21 smithi133 ceph-mon[32641]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:21 smithi133 ceph-mon[32641]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:54:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:21 smithi133 ceph-mon[32641]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T15:54:21.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:21 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:21.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:21 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:22.037 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T15:54:22.037 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T15:54:22.038 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-25T15:54:22.038 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-25T15:54:22.038 INFO:teuthology.orchestra.run.smithi116.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114343 s, 917 MB/s 2024-04-25T15:54:22.038 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 2024-04-25T15:54:22.038 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-25T15:54:22.206 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 15:54:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T15:54:21.928+0000 7fa00a9dd700 -1 osd.3 0 waiting for initial osdmap 2024-04-25T15:54:22.206 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 15:54:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T15:54:21.934+0000 7fa00278a700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:54:22.660 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_3 2024-04-25T15:54:22.894 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:54:23.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:22 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:54:23.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:22 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:54:23.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:22 smithi133 ceph-mon[32641]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' 2024-04-25T15:54:23.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:22 smithi133 ceph-mon[32641]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:23.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:22 smithi133 ceph-mon[32641]: osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] boot 2024-04-25T15:54:23.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:22 smithi133 ceph-mon[32641]: osdmap e25: 4 total, 4 up, 4 in 2024-04-25T15:54:23.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:23.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:22 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:54:23.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:22 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:54:23.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:22 smithi112 ceph-mon[29426]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' 2024-04-25T15:54:23.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:22 smithi112 ceph-mon[29426]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:23.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:22 smithi112 ceph-mon[29426]: osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] boot 2024-04-25T15:54:23.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:22 smithi112 ceph-mon[29426]: osdmap e25: 4 total, 4 up, 4 in 2024-04-25T15:54:23.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:23.236 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:22 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:54:23.236 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:22 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:54:23.236 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:22 smithi116 ceph-mon[32780]: from='osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401]' entity='osd.3' 2024-04-25T15:54:23.236 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:22 smithi116 ceph-mon[32780]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T15:54:23.236 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:22 smithi116 ceph-mon[32780]: osd.3 [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] boot 2024-04-25T15:54:23.236 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:22 smithi116 ceph-mon[32780]: osdmap e25: 4 total, 4 up, 4 in 2024-04-25T15:54:23.236 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T15:54:24.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi112 2024-04-25T15:54:24.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:24.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:24.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi112 to 8544M 2024-04-25T15:54:24.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:24.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:24.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:23 smithi112 ceph-mon[29426]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi112 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi112 to 8544M 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.225 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:23 smithi116 ceph-mon[32780]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T15:54:24.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi112 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi112 to 8544M 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:23 smithi133 ceph-mon[32641]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 -- 172.21.15.116:0/2291796808 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c104210 msgr2=0x7fac7c104620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 --2- 172.21.15.116:0/2291796808 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c104210 0x7fac7c104620 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fac6c009990 tx=0x7fac6c009ca0 comp rx=0 tx=0).stop 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 -- 172.21.15.116:0/2291796808 shutdown_connections 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 --2- 172.21.15.116:0/2291796808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac7c105ce0 0x7fac7c10c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 --2- 172.21.15.116:0/2291796808 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c104210 0x7fac7c104620 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 --2- 172.21.15.116:0/2291796808 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac7c105340 0x7fac7c105750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 -- 172.21.15.116:0/2291796808 >> 172.21.15.116:0/2291796808 conn(0x7fac7c0ff870 msgr2=0x7fac7c101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 -- 172.21.15.116:0/2291796808 shutdown_connections 2024-04-25T15:54:24.447 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.446+0000 7fac8086e700 1 -- 172.21.15.116:0/2291796808 wait complete. 2024-04-25T15:54:24.448 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 Processor -- start 2024-04-25T15:54:24.448 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 -- start start 2024-04-25T15:54:24.448 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac7c104210 0x7fac7c078440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:24.448 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac7c105340 0x7fac7c076af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:24.448 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c105ce0 0x7fac7c077030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:24.448 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fac7c10fb30 con 0x7fac7c104210 2024-04-25T15:54:24.448 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fac7c10f9b0 con 0x7fac7c105ce0 2024-04-25T15:54:24.449 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac8086e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fac7c10fcb0 con 0x7fac7c105340 2024-04-25T15:54:24.449 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c105ce0 0x7fac7c077030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:24.449 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c105ce0 0x7fac7c077030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:33466/0 (socket says 172.21.15.116:33466) 2024-04-25T15:54:24.449 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac7ad9d700 1 -- 172.21.15.116:0/4205493438 learned_addr learned my addr 172.21.15.116:0/4205493438 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-25T15:54:24.449 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.447+0000 7fac7a59c700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac7c104210 0x7fac7c078440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:24.450 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac79d9b700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac7c105340 0x7fac7c076af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:24.450 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac7ad9d700 1 -- 172.21.15.116:0/4205493438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac7c105340 msgr2=0x7fac7c076af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:24.450 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac7ad9d700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac7c105340 0x7fac7c076af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:24.450 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac7ad9d700 1 -- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac7c104210 msgr2=0x7fac7c078440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:24.450 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac7ad9d700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac7c104210 0x7fac7c078440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:24.450 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac7ad9d700 1 -- 172.21.15.116:0/4205493438 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac7c077790 con 0x7fac7c105ce0 2024-04-25T15:54:24.451 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac7ad9d700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c105ce0 0x7fac7c077030 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fac74007ee0 tx=0x7fac7400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:54:24.451 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac6b7fe700 1 -- 172.21.15.116:0/4205493438 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac7400dbd0 con 0x7fac7c105ce0 2024-04-25T15:54:24.451 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac6b7fe700 1 -- 172.21.15.116:0/4205493438 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fac7400dd70 con 0x7fac7c105ce0 2024-04-25T15:54:24.451 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac7c1a47a0 con 0x7fac7c105ce0 2024-04-25T15:54:24.451 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac6b7fe700 1 -- 172.21.15.116:0/4205493438 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac740058d0 con 0x7fac7c105ce0 2024-04-25T15:54:24.451 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.448+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac7c1a4c80 con 0x7fac7c105ce0 2024-04-25T15:54:24.451 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.449+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac7c051190 con 0x7fac7c105ce0 2024-04-25T15:54:24.452 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.451+0000 7fac6b7fe700 1 -- 172.21.15.116:0/4205493438 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fac7401a020 con 0x7fac7c105ce0 2024-04-25T15:54:24.453 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.452+0000 7fac6b7fe700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fac640afb80 0x7fac640b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:24.453 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.452+0000 7fac6b7fe700 1 -- 172.21.15.116:0/4205493438 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3669+0+0 (secure 0 0 0) 0x7fac740dd800 con 0x7fac7c105ce0 2024-04-25T15:54:24.453 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.452+0000 7fac7a59c700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fac640afb80 0x7fac640b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:24.453 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.453+0000 7fac7a59c700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fac640afb80 0x7fac640b2090 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fac6c006010 tx=0x7fac6c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:54:24.456 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.456+0000 7fac6b7fe700 1 -- 172.21.15.116:0/4205493438 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fac74010070 con 0x7fac7c105ce0 2024-04-25T15:54:24.662 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:24.661+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fac7c02e930 con 0x7fac640afb80 2024-04-25T15:54:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:25 smithi112 ceph-mon[29426]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 232 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:25 smithi112 ceph-mon[29426]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T15:54:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:54:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:54:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:25.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:25 smithi116 ceph-mon[32780]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 232 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:25.504 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:25 smithi116 ceph-mon[32780]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T15:54:25.504 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:54:25.504 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:54:25.504 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:25.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:25 smithi133 ceph-mon[32641]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 232 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:25.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:25 smithi133 ceph-mon[32641]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T15:54:25.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:54:25.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:54:25.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:26.400 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:26 smithi116 ceph-mon[32780]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:26.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:26 smithi112 ceph-mon[29426]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:26.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:26 smithi133 ceph-mon[32641]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:27.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:27 smithi112 ceph-mon[29426]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 232 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:27.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:27 smithi116 ceph-mon[32780]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 232 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:27.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:27 smithi133 ceph-mon[32641]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 232 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:28.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:28 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/1495248956' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]: dispatch 2024-04-25T15:54:28.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:28 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]: dispatch 2024-04-25T15:54:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:28 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]': finished 2024-04-25T15:54:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:28 smithi116 ceph-mon[32780]: osdmap e28: 5 total, 4 up, 5 in 2024-04-25T15:54:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:28 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:28 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/2906064487' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:28.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:28 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/1495248956' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]: dispatch 2024-04-25T15:54:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:28 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]: dispatch 2024-04-25T15:54:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:28 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]': finished 2024-04-25T15:54:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:28 smithi133 ceph-mon[32641]: osdmap e28: 5 total, 4 up, 5 in 2024-04-25T15:54:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:28 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:28 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/2906064487' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:28 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/1495248956' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]: dispatch 2024-04-25T15:54:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:28 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]: dispatch 2024-04-25T15:54:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:28 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3d05c63-ea52-4bf4-90e1-c8323245627e"}]': finished 2024-04-25T15:54:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:28 smithi112 ceph-mon[29426]: osdmap e28: 5 total, 4 up, 5 in 2024-04-25T15:54:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:28 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:28 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/2906064487' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:29.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:29 smithi116 ceph-mon[32780]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:29.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:29 smithi133 ceph-mon[32641]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:29.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:29 smithi112 ceph-mon[29426]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:31.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:31 smithi116 ceph-mon[32780]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T15:54:31.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:31 smithi133 ceph-mon[32641]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T15:54:31.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:31 smithi112 ceph-mon[29426]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T15:54:32.385 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:32 smithi116 ceph-mon[32780]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:54:32.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:32 smithi133 ceph-mon[32641]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:54:32.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:32 smithi112 ceph-mon[29426]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:54:35.477 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:35 smithi112 ceph-mon[29426]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:54:35.477 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T15:54:35.477 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:35 smithi116 ceph-mon[32780]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:54:35.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:35 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T15:54:35.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:35 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:35.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:35 smithi133 ceph-mon[32641]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:54:35.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:35 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T15:54:35.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:35 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:36.469 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:36 smithi116 ceph-mon[32780]: Deploying daemon osd.4 on smithi116 2024-04-25T15:54:36.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:36 smithi133 ceph-mon[32641]: Deploying daemon osd.4 on smithi116 2024-04-25T15:54:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:36 smithi112 ceph-mon[29426]: Deploying daemon osd.4 on smithi116 2024-04-25T15:54:37.472 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:37 smithi116 ceph-mon[32780]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:54:37.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:37 smithi133 ceph-mon[32641]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:54:37.699 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:37 smithi112 ceph-mon[29426]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:54:38.479 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:38 smithi116 ceph-mon[32780]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-25T15:54:38.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:38 smithi133 ceph-mon[32641]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-25T15:54:38.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:38 smithi112 ceph-mon[29426]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-25T15:54:41.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:41 smithi116 ceph-mon[32780]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:54:41.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:41 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:41.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:41 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:41.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:41 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:41 smithi133 ceph-mon[32641]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:54:41.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:41 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:41.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:41 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:41.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:41 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:41 smithi112 ceph-mon[29426]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:54:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:41 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:41 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:41 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:43.488 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:43 smithi133 ceph-mon[32641]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:43.504 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:43 smithi116 ceph-mon[32780]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:43.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:43 smithi112 ceph-mon[29426]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:44.327 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.326+0000 7fac6b7fe700 1 -- 172.21.15.116:0/4205493438 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fac7c02e930 con 0x7fac640afb80 2024-04-25T15:54:44.327 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 4 on host 'smithi116' 2024-04-25T15:54:44.330 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fac640afb80 msgr2=0x7fac640b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:44.330 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fac640afb80 0x7fac640b2090 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fac6c006010 tx=0x7fac6c01a040 comp rx=0 tx=0).stop 2024-04-25T15:54:44.330 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c105ce0 msgr2=0x7fac7c077030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c105ce0 0x7fac7c077030 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fac74007ee0 tx=0x7fac7400d3b0 comp rx=0 tx=0).stop 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 shutdown_connections 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fac640afb80 0x7fac640b2090 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fac7c105ce0 0x7fac7c077030 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac7c104210 0x7fac7c078440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 --2- 172.21.15.116:0/4205493438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac7c105340 0x7fac7c076af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 >> 172.21.15.116:0/4205493438 conn(0x7fac7c0ff870 msgr2=0x7fac7c1085e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 shutdown_connections 2024-04-25T15:54:44.331 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:54:44.329+0000 7fac8086e700 1 -- 172.21.15.116:0/4205493438 wait complete. 2024-04-25T15:54:44.659 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.659 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.659 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:44.659 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:44.659 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.659 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:44.660 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T15:54:44.660 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T15:54:44.660 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:44 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T15:54:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T15:54:44.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:44 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T15:54:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T15:54:44.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:44 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:45.026 DEBUG:teuthology.orchestra.run.smithi116:osd.4> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.4.service 2024-04-25T15:54:45.028 INFO:tasks.cephadm:Deploying osd.5 on smithi133 with /dev/vg_nvme/lv_3... 2024-04-25T15:54:45.028 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T15:54:45.273 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:54:45.372 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:45 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:45.372 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:45 smithi133 ceph-mon[32641]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T15:54:45.372 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:45 smithi133 ceph-mon[32641]: from='osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:54:45.372 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:45 smithi133 ceph-mon[32641]: osdmap e29: 5 total, 4 up, 5 in 2024-04-25T15:54:45.372 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:45 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:45.372 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:45 smithi133 ceph-mon[32641]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:54:45.372 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:45 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-mon[32780]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T15:54:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-mon[32780]: from='osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:54:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-mon[32780]: osdmap e29: 5 total, 4 up, 5 in 2024-04-25T15:54:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-mon[32780]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:54:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:45.528 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4[43855]: 2024-04-25T15:54:45.311+0000 7fcc34dfd700 -1 osd.4 0 waiting for initial osdmap 2024-04-25T15:54:45.528 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 15:54:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4[43855]: 2024-04-25T15:54:45.316+0000 7fcc30bb2700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:54:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:45 smithi112 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T15:54:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:45 smithi112 ceph-mon[29426]: from='osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:54:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:45 smithi112 ceph-mon[29426]: osdmap e29: 5 total, 4 up, 5 in 2024-04-25T15:54:45.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:45.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:45 smithi112 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:54:45.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:54:46.471 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:46 smithi116 ceph-mon[32780]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:54:46.471 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:46 smithi116 ceph-mon[32780]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T15:54:46.471 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:46.471 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:46.472 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:46 smithi116 ceph-mon[32780]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:46.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:46 smithi133 ceph-mon[32641]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:54:46.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:46 smithi133 ceph-mon[32641]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T15:54:46.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:46.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:46.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:46 smithi133 ceph-mon[32641]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:46 smithi112 ceph-mon[29426]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:54:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:46 smithi112 ceph-mon[29426]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T15:54:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:46 smithi112 ceph-mon[29426]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-04-25T15:54:47.131 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T15:54:47.131 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T15:54:47.131 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-25T15:54:47.131 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-25T15:54:47.131 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112496 s, 932 MB/s 2024-04-25T15:54:47.131 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-25T15:54:47.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:47 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:54:47.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:47 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:54:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:47 smithi116 ceph-mon[32780]: osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] boot 2024-04-25T15:54:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:47 smithi116 ceph-mon[32780]: osdmap e31: 5 total, 5 up, 5 in 2024-04-25T15:54:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:47.596 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:47 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:54:47.596 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:47 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:54:47.596 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:47 smithi133 ceph-mon[32641]: osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] boot 2024-04-25T15:54:47.596 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:47 smithi133 ceph-mon[32641]: osdmap e31: 5 total, 5 up, 5 in 2024-04-25T15:54:47.596 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:47 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:54:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:47 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:54:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:47 smithi112 ceph-mon[29426]: osd.4 [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] boot 2024-04-25T15:54:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:47 smithi112 ceph-mon[29426]: osdmap e31: 5 total, 5 up, 5 in 2024-04-25T15:54:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T15:54:47.777 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_3 2024-04-25T15:54:48.021 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:54:48.405 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: osdmap e32: 5 total, 5 up, 5 in 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi116 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi116 to 8544M 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.406 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:48 smithi133 ceph-mon[32641]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: osdmap e32: 5 total, 5 up, 5 in 2024-04-25T15:54:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi116 2024-04-25T15:54:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:48.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi116 to 8544M 2024-04-25T15:54:48.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:48.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:48.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:48 smithi112 ceph-mon[29426]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:48.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: osdmap e32: 5 total, 5 up, 5 in 2024-04-25T15:54:48.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi116 2024-04-25T15:54:48.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi116 to 8544M 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:54:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:48 smithi116 ceph-mon[32780]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:49.425 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 -- 172.21.15.133:0/1434471702 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50103640 msgr2=0x7f0a50103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:49.425 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 --2- 172.21.15.133:0/1434471702 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50103640 0x7f0a50103a50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c009990 tx=0x7f0a4c009ca0 comp rx=0 tx=0).stop 2024-04-25T15:54:49.425 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 -- 172.21.15.133:0/1434471702 shutdown_connections 2024-04-25T15:54:49.425 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 --2- 172.21.15.133:0/1434471702 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a50104ba0 0x7f0a5010b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 --2- 172.21.15.133:0/1434471702 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50103640 0x7f0a50103a50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 --2- 172.21.15.133:0/1434471702 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0a50104040 0x7f0a50104510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 -- 172.21.15.133:0/1434471702 >> 172.21.15.133:0/1434471702 conn(0x7f0a500fded0 msgr2=0x7f0a50100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 -- 172.21.15.133:0/1434471702 shutdown_connections 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.422+0000 7f0a57b62700 1 -- 172.21.15.133:0/1434471702 wait complete. 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 Processor -- start 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 -- start start 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a50103640 0x7f0a5019a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50104040 0x7f0a5019ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:49.426 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0a50104ba0 0x7f0a501a1c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5010ea90 con 0x7f0a50103640 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5010e910 con 0x7f0a50104ba0 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a57b62700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5010ec10 con 0x7f0a50104040 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50104040 0x7f0a5019ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50104040 0x7f0a5019ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56258/0 (socket says 172.21.15.133:56258) 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 -- 172.21.15.133:0/2176076251 learned_addr learned my addr 172.21.15.133:0/2176076251 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a560ff700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0a50104ba0 0x7f0a501a1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a558fe700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a50103640 0x7f0a5019a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 -- 172.21.15.133:0/2176076251 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0a50104ba0 msgr2=0x7f0a501a1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0a50104ba0 0x7f0a501a1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 -- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a50103640 msgr2=0x7f0a5019a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a50103640 0x7f0a5019a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:54:49.427 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 -- 172.21.15.133:0/2176076251 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a501a2210 con 0x7f0a50104040 2024-04-25T15:54:49.428 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.423+0000 7f0a550fd700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50104040 0x7f0a5019ac80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0a4000b530 tx=0x7f0a4000b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:54:49.428 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.424+0000 7f0a46ffd700 1 -- 172.21.15.133:0/2176076251 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a40015020 con 0x7f0a50104040 2024-04-25T15:54:49.428 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.424+0000 7f0a46ffd700 1 -- 172.21.15.133:0/2176076251 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0a40011cc0 con 0x7f0a50104040 2024-04-25T15:54:49.428 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.424+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a501a2500 con 0x7f0a50104040 2024-04-25T15:54:49.428 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.424+0000 7f0a46ffd700 1 -- 172.21.15.133:0/2176076251 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a40010dc0 con 0x7f0a50104040 2024-04-25T15:54:49.428 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.424+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a501a2b10 con 0x7f0a50104040 2024-04-25T15:54:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.425+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a50051190 con 0x7f0a50104040 2024-04-25T15:54:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.426+0000 7f0a46ffd700 1 -- 172.21.15.133:0/2176076251 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f0a40018020 con 0x7f0a50104040 2024-04-25T15:54:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.427+0000 7f0a46ffd700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3c0afc00 0x7f0a3c0b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:54:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.427+0000 7f0a46ffd700 1 -- 172.21.15.133:0/2176076251 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 4101+0+0 (secure 0 0 0) 0x7f0a400dd3b0 con 0x7f0a50104040 2024-04-25T15:54:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.427+0000 7f0a558fe700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3c0afc00 0x7f0a3c0b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:54:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.427+0000 7f0a558fe700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3c0afc00 0x7f0a3c0b2110 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c003820 tx=0x7f0a4c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:54:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.432+0000 7f0a46ffd700 1 -- 172.21.15.133:0/2176076251 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0a4001f020 con 0x7f0a50104040 2024-04-25T15:54:49.640 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:54:49.639+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0a501a2dd0 con 0x7f0a3c0afc00 2024-04-25T15:54:50.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:54:50.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:54:50.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:50.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:54:50.302 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:54:50.302 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:50.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:54:50.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:54:50.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:51.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:50 smithi133 ceph-mon[32641]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:51.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:50 smithi133 ceph-mon[32641]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:51.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:50 smithi116 ceph-mon[32780]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:51.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:50 smithi116 ceph-mon[32780]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:50 smithi112 ceph-mon[29426]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:54:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:50 smithi112 ceph-mon[29426]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:53.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:53 smithi116 ceph-mon[32780]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:53 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/2773907960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]: dispatch 2024-04-25T15:54:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:53 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]: dispatch 2024-04-25T15:54:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:53 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]': finished 2024-04-25T15:54:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:53 smithi116 ceph-mon[32780]: osdmap e33: 6 total, 5 up, 6 in 2024-04-25T15:54:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:54:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:53 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/4216773291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:53.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:53 smithi133 ceph-mon[32641]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:53 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/2773907960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]: dispatch 2024-04-25T15:54:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:53 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]: dispatch 2024-04-25T15:54:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:53 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]': finished 2024-04-25T15:54:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:53 smithi133 ceph-mon[32641]: osdmap e33: 6 total, 5 up, 6 in 2024-04-25T15:54:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:54:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:53 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/4216773291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:53.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:53 smithi112 ceph-mon[29426]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:53.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:53 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/2773907960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]: dispatch 2024-04-25T15:54:53.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:53 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]: dispatch 2024-04-25T15:54:53.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:53 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c24d9d9-ad74-4b3e-88ed-b4bf3e195699"}]': finished 2024-04-25T15:54:53.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:53 smithi112 ceph-mon[29426]: osdmap e33: 6 total, 5 up, 6 in 2024-04-25T15:54:53.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:54:53.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:53 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/4216773291' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:54:55.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:55 smithi116 ceph-mon[32780]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:55.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:55 smithi133 ceph-mon[32641]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:55.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:55 smithi112 ceph-mon[29426]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:57.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:57 smithi133 ceph-mon[32641]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:57.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:57 smithi116 ceph-mon[32780]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:57.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:57 smithi112 ceph-mon[29426]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:58.465 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:58 smithi133 ceph-mon[32641]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:58.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:58 smithi116 ceph-mon[32780]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:58.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:58 smithi112 ceph-mon[29426]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:54:59.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T15:54:59.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:54:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:54:59.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T15:54:59.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:54:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:00.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T15:55:00.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:54:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:00.909 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:00 smithi133 ceph-mon[32641]: Deploying daemon osd.5 on smithi133 2024-04-25T15:55:00.909 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:00 smithi133 ceph-mon[32641]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:00.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:00 smithi112 ceph-mon[29426]: Deploying daemon osd.5 on smithi133 2024-04-25T15:55:00.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:00 smithi112 ceph-mon[29426]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:01.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:00 smithi116 ceph-mon[32780]: Deploying daemon osd.5 on smithi133 2024-04-25T15:55:01.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:00 smithi116 ceph-mon[32780]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:03.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:03 smithi133 ceph-mon[32641]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:03.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:03 smithi116 ceph-mon[32780]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:03.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:03 smithi112 ceph-mon[29426]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:05.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:05 smithi133 ceph-mon[32641]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:05.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:05 smithi116 ceph-mon[32780]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:05.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:05 smithi112 ceph-mon[29426]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:06.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:06 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:06.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:06 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:06.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:06 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:06.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:06 smithi133 ceph-mon[32641]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:06.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:06 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:06.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:06 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:06.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:06 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:06.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:06 smithi116 ceph-mon[32780]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:06 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:06 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:06 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:06 smithi112 ceph-mon[29426]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:08.754 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 5 on host 'smithi133' 2024-04-25T15:55:08.754 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.752+0000 7f0a46ffd700 1 -- 172.21.15.133:0/2176076251 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0a501a2dd0 con 0x7f0a3c0afc00 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3c0afc00 msgr2=0x7f0a3c0b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3c0afc00 0x7f0a3c0b2110 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c003820 tx=0x7f0a4c01a040 comp rx=0 tx=0).stop 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50104040 msgr2=0x7f0a5019ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50104040 0x7f0a5019ac80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0a4000b530 tx=0x7f0a4000b840 comp rx=0 tx=0).stop 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 shutdown_connections 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0a3c0afc00 0x7f0a3c0b2110 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0a50104ba0 0x7f0a501a1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a50103640 0x7f0a5019a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 --2- 172.21.15.133:0/2176076251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a50104040 0x7f0a5019ac80 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 >> 172.21.15.133:0/2176076251 conn(0x7f0a500fded0 msgr2=0x7f0a501022a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:55:08.756 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 shutdown_connections 2024-04-25T15:55:08.757 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:55:08.755+0000 7f0a57b62700 1 -- 172.21.15.133:0/2176076251 wait complete. 2024-04-25T15:55:09.349 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:09 smithi133 ceph-mon[32641]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:09.350 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:09 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.350 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:09 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.350 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:09 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.350 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:09 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.350 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:09 smithi133 ceph-mon[32641]: from='osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T15:55:09.350 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:09 smithi133 ceph-mon[32641]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T15:55:09.382 DEBUG:teuthology.orchestra.run.smithi133:osd.5> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.5.service 2024-04-25T15:55:09.384 INFO:tasks.cephadm:Deploying osd.6 on smithi112 with /dev/vg_nvme/lv_2... 2024-04-25T15:55:09.384 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T15:55:09.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:09 smithi116 ceph-mon[32780]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:09.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:09 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:09 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:09 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:09 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:09 smithi116 ceph-mon[32780]: from='osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T15:55:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:09 smithi116 ceph-mon[32780]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T15:55:09.632 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:55:09.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:09 smithi112 ceph-mon[29426]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:09.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:09 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:09 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:09 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:09 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:09.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:09 smithi112 ceph-mon[29426]: from='osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T15:55:09.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:09 smithi112 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T15:55:11.101 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-mon[32641]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T15:55:11.102 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-mon[32641]: osdmap e34: 6 total, 5 up, 6 in 2024-04-25T15:55:11.102 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:11.102 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-mon[32641]: from='osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:55:11.102 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-mon[32641]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:55:11.102 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-mon[32641]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:11.102 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T15:55:10.831+0000 7f81ae948700 -1 osd.5 0 waiting for initial osdmap 2024-04-25T15:55:11.102 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 15:55:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T15:55:10.837+0000 7f81aa6fd700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:55:11.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:10 smithi112 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T15:55:11.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:10 smithi112 ceph-mon[29426]: osdmap e34: 6 total, 5 up, 6 in 2024-04-25T15:55:11.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:11.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:10 smithi112 ceph-mon[29426]: from='osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:55:11.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:10 smithi112 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:55:11.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:10 smithi112 ceph-mon[29426]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:11.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:10 smithi116 ceph-mon[32780]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T15:55:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:10 smithi116 ceph-mon[32780]: osdmap e34: 6 total, 5 up, 6 in 2024-04-25T15:55:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:10 smithi116 ceph-mon[32780]: from='osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:55:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:10 smithi116 ceph-mon[32780]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:55:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:10 smithi116 ceph-mon[32780]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:11.794 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T15:55:11.794 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T15:55:11.794 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-25T15:55:11.794 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-25T15:55:11.794 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011534 s, 909 MB/s 2024-04-25T15:55:11.794 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-25T15:55:11.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:11 smithi133 ceph-mon[32641]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:55:11.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:11 smithi133 ceph-mon[32641]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T15:55:11.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:11 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:11.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:11 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:12.196 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:11 smithi112 ceph-mon[29426]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:55:12.196 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:11 smithi112 ceph-mon[29426]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T15:55:12.196 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:11 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:12.196 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:11 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:12.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:11 smithi116 ceph-mon[32780]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:55:12.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:11 smithi116 ceph-mon[32780]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T15:55:12.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:11 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:12.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:11 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:12.516 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_2 2024-04-25T15:55:12.763 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:55:13.101 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:55:13.101 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:55:13.101 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:13.101 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] boot 2024-04-25T15:55:13.101 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: osdmap e36: 6 total, 6 up, 6 in 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:13.102 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:12 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.179 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:55:13.179 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:55:13.179 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:13.179 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] boot 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: osdmap e36: 6 total, 6 up, 6 in 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:13.180 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:13.181 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:13.181 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:12 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: osd.5 [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] boot 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: osdmap e36: 6 total, 6 up, 6 in 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:13.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:13.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:13.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:13.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:13.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:13.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:13.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:12 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:14.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:13 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi133 2024-04-25T15:55:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:13 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi133 to 8544M 2024-04-25T15:55:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:13 smithi133 ceph-mon[32641]: osdmap e37: 6 total, 6 up, 6 in 2024-04-25T15:55:14.193 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:13 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi133 2024-04-25T15:55:14.193 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:13 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi133 to 8544M 2024-04-25T15:55:14.193 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:13 smithi112 ceph-mon[29426]: osdmap e37: 6 total, 6 up, 6 in 2024-04-25T15:55:14.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:13 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi133 2024-04-25T15:55:14.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:13 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi133 to 8544M 2024-04-25T15:55:14.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:13 smithi116 ceph-mon[32780]: osdmap e37: 6 total, 6 up, 6 in 2024-04-25T15:55:14.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 -- 172.21.15.112:0/965204603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107ef0 msgr2=0x7fc57410e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:14.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 --2- 172.21.15.112:0/965204603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107ef0 0x7fc57410e7a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00b0a0 tx=0x7fc56c00b3b0 comp rx=0 tx=0).stop 2024-04-25T15:55:14.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 -- 172.21.15.112:0/965204603 shutdown_connections 2024-04-25T15:55:14.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 --2- 172.21.15.112:0/965204603 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107ef0 0x7fc57410e7a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:14.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 --2- 172.21.15.112:0/965204603 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc574106420 0x7fc574106830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:14.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 --2- 172.21.15.112:0/965204603 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc574107550 0x7fc574107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:14.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 -- 172.21.15.112:0/965204603 >> 172.21.15.112:0/965204603 conn(0x7fc574101a60 msgr2=0x7fc574103f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 -- 172.21.15.112:0/965204603 shutdown_connections 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.431+0000 7fc5799eb700 1 -- 172.21.15.112:0/965204603 wait complete. 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 Processor -- start 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 -- start start 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc574106420 0x7fc57419c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107550 0x7fc57419cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc574107ef0 0x7fc5741a3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc574111d40 con 0x7fc574107550 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc574111bc0 con 0x7fc574107ef0 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5799eb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc574111ec0 con 0x7fc574106420 2024-04-25T15:55:14.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc56a7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107550 0x7fc57419cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc56a7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107550 0x7fc57419cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38204/0 (socket says 172.21.15.112:38204) 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc56a7fc700 1 -- 172.21.15.112:0/1122561632 learned_addr learned my addr 172.21.15.112:0/1122561632 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc5737fe700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc574107ef0 0x7fc5741a3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.432+0000 7fc572ffd700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc574106420 0x7fc57419c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc56a7fc700 1 -- 172.21.15.112:0/1122561632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc574106420 msgr2=0x7fc57419c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc56a7fc700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc574106420 0x7fc57419c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc56a7fc700 1 -- 172.21.15.112:0/1122561632 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc574107ef0 msgr2=0x7fc5741a3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc56a7fc700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc574107ef0 0x7fc5741a3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc56a7fc700 1 -- 172.21.15.112:0/1122561632 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5741a43e0 con 0x7fc574107550 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc56a7fc700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107550 0x7fc57419cdc0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc55c00e9a0 tx=0x7fc55c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc5789e9700 1 -- 172.21.15.112:0/1122561632 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55c00ca10 con 0x7fc574107550 2024-04-25T15:55:14.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc5789e9700 1 -- 172.21.15.112:0/1122561632 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc55c00cbb0 con 0x7fc574107550 2024-04-25T15:55:14.438 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5741a4670 con 0x7fc574107550 2024-04-25T15:55:14.438 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc5789e9700 1 -- 172.21.15.112:0/1122561632 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55c018680 con 0x7fc574107550 2024-04-25T15:55:14.438 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.433+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5741a4bb0 con 0x7fc574107550 2024-04-25T15:55:14.438 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.434+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc574051190 con 0x7fc574107550 2024-04-25T15:55:14.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.436+0000 7fc5789e9700 1 -- 172.21.15.112:0/1122561632 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fc55c010430 con 0x7fc574107550 2024-04-25T15:55:14.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.436+0000 7fc5789e9700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5600afb80 0x7fc5600b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:14.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.436+0000 7fc572ffd700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5600afb80 0x7fc5600b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:14.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.436+0000 7fc5789e9700 1 -- 172.21.15.112:0/1122561632 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4533+0+0 (secure 0 0 0) 0x7fc55c0de320 con 0x7fc574107550 2024-04-25T15:55:14.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.437+0000 7fc572ffd700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5600afb80 0x7fc5600b2090 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc574107450 tx=0x7fc56400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:55:14.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.440+0000 7fc5789e9700 1 -- 172.21.15.112:0/1122561632 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc55c0a7dc0 con 0x7fc574107550 2024-04-25T15:55:14.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:14.650+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fc574063ad0 con 0x7fc5600afb80 2024-04-25T15:55:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:14 smithi112 ceph-mon[29426]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T15:55:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:14 smithi112 ceph-mon[29426]: pgmap v139: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:14 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:55:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:14 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:55:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:14 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:15.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:14 smithi133 ceph-mon[32641]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T15:55:15.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:14 smithi133 ceph-mon[32641]: pgmap v139: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:15.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:14 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:55:15.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:14 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:55:15.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:14 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:15.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:14 smithi116 ceph-mon[32780]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T15:55:15.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:14 smithi116 ceph-mon[32780]: pgmap v139: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:15.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:14 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:55:15.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:14 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:55:15.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:14 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:16.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:15 smithi133 ceph-mon[32641]: from='client.14361 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:55:16.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:15 smithi112 ceph-mon[29426]: from='client.14361 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:55:16.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:15 smithi116 ceph-mon[32780]: from='client.14361 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:55:17.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:16 smithi133 ceph-mon[32641]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:17.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:16 smithi112 ceph-mon[29426]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:17.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:16 smithi116 ceph-mon[32780]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:18.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:17 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2785211082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b54f6e4-daef-4c50-b776-7b29c216e2d2"}]: dispatch 2024-04-25T15:55:18.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:17 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2785211082' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b54f6e4-daef-4c50-b776-7b29c216e2d2"}]': finished 2024-04-25T15:55:18.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:17 smithi133 ceph-mon[32641]: osdmap e39: 7 total, 6 up, 7 in 2024-04-25T15:55:18.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:17 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:18.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:17 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2785211082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b54f6e4-daef-4c50-b776-7b29c216e2d2"}]: dispatch 2024-04-25T15:55:18.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:17 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2785211082' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b54f6e4-daef-4c50-b776-7b29c216e2d2"}]': finished 2024-04-25T15:55:18.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:17 smithi112 ceph-mon[29426]: osdmap e39: 7 total, 6 up, 7 in 2024-04-25T15:55:18.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:17 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:18.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:17 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2785211082' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b54f6e4-daef-4c50-b776-7b29c216e2d2"}]: dispatch 2024-04-25T15:55:18.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:17 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2785211082' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b54f6e4-daef-4c50-b776-7b29c216e2d2"}]': finished 2024-04-25T15:55:18.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:17 smithi116 ceph-mon[32780]: osdmap e39: 7 total, 6 up, 7 in 2024-04-25T15:55:18.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:17 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:19.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:18 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4173336650' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:55:19.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:18 smithi133 ceph-mon[32641]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:19.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:18 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4173336650' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:55:19.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:18 smithi112 ceph-mon[29426]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:19.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:18 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4173336650' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:55:19.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:18 smithi116 ceph-mon[32780]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:21.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:21 smithi112 ceph-mon[29426]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-04-25T15:55:21.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:21 smithi116 ceph-mon[32780]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-04-25T15:55:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:21 smithi133 ceph-mon[32641]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-04-25T15:55:23.446 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:23 smithi112 ceph-mon[29426]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-25T15:55:23.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:23 smithi116 ceph-mon[32780]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-25T15:55:23.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:23 smithi133 ceph-mon[32641]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-25T15:55:25.472 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:25 smithi112 ceph-mon[29426]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:55:25.472 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T15:55:25.472 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:25.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:25 smithi116 ceph-mon[32780]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:55:25.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T15:55:25.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:25.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:25 smithi133 ceph-mon[32641]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:55:25.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T15:55:25.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:26.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:26 smithi116 ceph-mon[32780]: Deploying daemon osd.6 on smithi112 2024-04-25T15:55:26.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:26 smithi112 ceph-mon[29426]: Deploying daemon osd.6 on smithi112 2024-04-25T15:55:26.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:26 smithi133 ceph-mon[32641]: Deploying daemon osd.6 on smithi112 2024-04-25T15:55:27.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:27 smithi116 ceph-mon[32780]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:55:27.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:27 smithi133 ceph-mon[32641]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:55:27.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:27 smithi112 ceph-mon[29426]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:55:28.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:28 smithi112 ceph-mon[29426]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-25T15:55:28.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:28 smithi116 ceph-mon[32780]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-25T15:55:28.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:28 smithi133 ceph-mon[32641]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-25T15:55:31.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:31 smithi116 ceph-mon[32780]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:55:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:31 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:31 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:31.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:31 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:31.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:31 smithi112 ceph-mon[29426]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:55:31.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:31.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:31.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:31 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:31.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:31 smithi133 ceph-mon[32641]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:55:31.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:31.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:31.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:31 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:33.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:33 smithi112 ceph-mon[29426]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:33.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:33 smithi116 ceph-mon[32780]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:33.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:33 smithi133 ceph-mon[32641]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:34.960 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 6 on host 'smithi112' 2024-04-25T15:55:34.960 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.959+0000 7fc5789e9700 1 -- 172.21.15.112:0/1122561632 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc574063ad0 con 0x7fc5600afb80 2024-04-25T15:55:34.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5600afb80 msgr2=0x7fc5600b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:34.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5600afb80 0x7fc5600b2090 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc574107450 tx=0x7fc56400b410 comp rx=0 tx=0).stop 2024-04-25T15:55:34.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107550 msgr2=0x7fc57419cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:34.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107550 0x7fc57419cdc0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc55c00e9a0 tx=0x7fc55c00ecb0 comp rx=0 tx=0).stop 2024-04-25T15:55:34.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 shutdown_connections 2024-04-25T15:55:34.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5600afb80 0x7fc5600b2090 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:34.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc574107ef0 0x7fc5741a3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:34.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc574106420 0x7fc57419c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:34.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 --2- 172.21.15.112:0/1122561632 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc574107550 0x7fc57419cdc0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:34.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 >> 172.21.15.112:0/1122561632 conn(0x7fc574101a60 msgr2=0x7fc57410a780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:55:34.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 shutdown_connections 2024-04-25T15:55:34.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:55:34.961+0000 7fc5799eb700 1 -- 172.21.15.112:0/1122561632 wait complete. 2024-04-25T15:55:35.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:35 smithi116 ceph-mon[32780]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:35.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:35 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:35.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:35 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:35.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:35 smithi116 ceph-mon[32780]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T15:55:35.539 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:35 smithi112 ceph-mon[29426]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:35.539 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:35.539 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:35.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:35 smithi112 ceph-mon[29426]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T15:55:35.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:35 smithi133 ceph-mon[32641]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:35.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:35 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:35.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:35 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:35.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:35 smithi133 ceph-mon[32641]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T15:55:35.770 DEBUG:teuthology.orchestra.run.smithi112:osd.6> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.6.service 2024-04-25T15:55:35.772 INFO:tasks.cephadm:Deploying osd.7 on smithi116 with /dev/vg_nvme/lv_2... 2024-04-25T15:55:35.772 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T15:55:36.019 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:55:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:36 smithi112 ceph-mon[29426]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T15:55:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:36 smithi112 ceph-mon[29426]: osdmap e40: 7 total, 6 up, 7 in 2024-04-25T15:55:36.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:36 smithi112 ceph-mon[29426]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:55:36.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:36.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:36 smithi112 ceph-mon[29426]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:36.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:36.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:36.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:36 smithi116 ceph-mon[32780]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T15:55:36.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:36 smithi116 ceph-mon[32780]: osdmap e40: 7 total, 6 up, 7 in 2024-04-25T15:55:36.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:36 smithi116 ceph-mon[32780]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:55:36.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:36.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:36 smithi116 ceph-mon[32780]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:36.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:36 smithi133 ceph-mon[32641]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T15:55:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:36 smithi133 ceph-mon[32641]: osdmap e40: 7 total, 6 up, 7 in 2024-04-25T15:55:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:36 smithi133 ceph-mon[32641]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:55:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:36 smithi133 ceph-mon[32641]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:37.917 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 15:55:37 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T15:55:37.618+0000 7f875bb28700 -1 osd.6 0 waiting for initial osdmap 2024-04-25T15:55:37.917 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 15:55:37 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T15:55:37.630+0000 7f87530d4700 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:55:38.104 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T15:55:38.104 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T15:55:38.104 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-25T15:55:38.105 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-25T15:55:38.105 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131332 s, 798 MB/s 2024-04-25T15:55:38.105 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-25T15:55:38.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:37 smithi133 ceph-mon[32641]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:55:38.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:37 smithi133 ceph-mon[32641]: osdmap e41: 7 total, 6 up, 7 in 2024-04-25T15:55:38.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:37 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:38.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:37 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:38.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:37 smithi133 ceph-mon[32641]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' 2024-04-25T15:55:38.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:37 smithi112 ceph-mon[29426]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:55:38.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:37 smithi112 ceph-mon[29426]: osdmap e41: 7 total, 6 up, 7 in 2024-04-25T15:55:38.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:38.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:37 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:38.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:37 smithi112 ceph-mon[29426]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' 2024-04-25T15:55:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:37 smithi116 ceph-mon[32780]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:55:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:37 smithi116 ceph-mon[32780]: osdmap e41: 7 total, 6 up, 7 in 2024-04-25T15:55:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:37 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:37 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:37 smithi116 ceph-mon[32780]: from='osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068]' entity='osd.6' 2024-04-25T15:55:38.765 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_2 2024-04-25T15:55:39.016 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:55:39.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] boot 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: osdmap e42: 7 total, 7 up, 7 in 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:55:39.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] boot 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: osdmap e42: 7 total, 7 up, 7 in 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:39.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:39.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:55:39.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:55:39.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:39.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T15:55:39.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: osd.6 [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] boot 2024-04-25T15:55:39.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: osdmap e42: 7 total, 7 up, 7 in 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:39.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:39 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi112 2024-04-25T15:55:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:39 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi112 to 5696M 2024-04-25T15:55:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:39 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:39 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:39 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:39 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:40.195 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:39 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi112 2024-04-25T15:55:40.195 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:39 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi112 to 5696M 2024-04-25T15:55:40.195 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:39 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:40.195 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:39 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:40.195 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:39 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:40.195 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:39 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:39 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi112 2024-04-25T15:55:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:39 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi112 to 5696M 2024-04-25T15:55:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:39 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:39 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:39 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:55:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:39 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:40.745 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 -- 172.21.15.116:0/4064464607 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 msgr2=0x7f830410b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 --2- 172.21.15.116:0/4064464607 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f830410b4a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f82fc00b0a0 tx=0x7f82fc00b3b0 comp rx=0 tx=0).stop 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 -- 172.21.15.116:0/4064464607 shutdown_connections 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 --2- 172.21.15.116:0/4064464607 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f830410b4a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 --2- 172.21.15.116:0/4064464607 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8304103120 0x7f8304103530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 --2- 172.21.15.116:0/4064464607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8304104250 0x7f8304104660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 -- 172.21.15.116:0/4064464607 >> 172.21.15.116:0/4064464607 conn(0x7f83040fe760 msgr2=0x7f8304100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 -- 172.21.15.116:0/4064464607 shutdown_connections 2024-04-25T15:55:40.746 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.744+0000 7f83089e2700 1 -- 172.21.15.116:0/4064464607 wait complete. 2024-04-25T15:55:40.748 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.745+0000 7f83089e2700 1 Processor -- start 2024-04-25T15:55:40.748 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.745+0000 7f83089e2700 1 -- start start 2024-04-25T15:55:40.748 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.745+0000 7f83089e2700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8304103120 0x7f830419a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:40.748 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.745+0000 7f83089e2700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8304104250 0x7f830419ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:40.748 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.745+0000 7f83089e2700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f83041a1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:40.748 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f83089e2700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f830410fbb0 con 0x7f8304103120 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f83089e2700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f830410fa30 con 0x7f8304104bf0 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f83089e2700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f830410fd30 con 0x7f8304104250 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f83041a1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f83041a1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:34110/0 (socket says 172.21.15.116:34110) 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 -- 172.21.15.116:0/1932999038 learned_addr learned my addr 172.21.15.116:0/1932999038 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f830259c700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8304103120 0x7f830419a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f82f9d9b700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8304104250 0x7f830419ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 -- 172.21.15.116:0/1932999038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8304104250 msgr2=0x7f830419ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8304104250 0x7f830419ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 -- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8304103120 msgr2=0x7f830419a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8304103120 0x7f830419a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 -- 172.21.15.116:0/1932999038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83041a2280 con 0x7f8304104bf0 2024-04-25T15:55:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f82f9d9b700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8304104250 0x7f830419ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:55:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f8302d9d700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f83041a1c00 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f82fc009030 tx=0x7f82fc0097f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:55:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f82fbfff700 1 -- 172.21.15.116:0/1932999038 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82fc01f030 con 0x7f8304104bf0 2024-04-25T15:55:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f82fbfff700 1 -- 172.21.15.116:0/1932999038 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f82fc005040 con 0x7f8304104bf0 2024-04-25T15:55:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f82fbfff700 1 -- 172.21.15.116:0/1932999038 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82fc01b690 con 0x7f8304104bf0 2024-04-25T15:55:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83041a2510 con 0x7f8304104bf0 2024-04-25T15:55:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.746+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83041a29c0 con 0x7f8304104bf0 2024-04-25T15:55:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.747+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8304051190 con 0x7f8304104bf0 2024-04-25T15:55:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.749+0000 7f82fbfff700 1 -- 172.21.15.116:0/1932999038 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f82fc022030 con 0x7f8304104bf0 2024-04-25T15:55:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.749+0000 7f82fbfff700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f82f00afb80 0x7f82f00b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:55:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.750+0000 7f82fbfff700 1 -- 172.21.15.116:0/1932999038 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4965+0+0 (secure 0 0 0) 0x7f82fc00f020 con 0x7f8304104bf0 2024-04-25T15:55:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.750+0000 7f830259c700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f82f00afb80 0x7f82f00b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:55:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.750+0000 7f830259c700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f82f00afb80 0x7f82f00b2090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8304104150 tx=0x7f82f4007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:55:40.754 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.753+0000 7f82fbfff700 1 -- 172.21.15.116:0/1932999038 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f82fc029020 con 0x7f8304104bf0 2024-04-25T15:55:40.961 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:55:40.960+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f8304063ad0 con 0x7f82f00afb80 2024-04-25T15:55:41.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:40 smithi112 ceph-mon[29426]: osdmap e43: 7 total, 7 up, 7 in 2024-04-25T15:55:41.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:40 smithi112 ceph-mon[29426]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:41.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:40 smithi116 ceph-mon[32780]: osdmap e43: 7 total, 7 up, 7 in 2024-04-25T15:55:41.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:40 smithi116 ceph-mon[32780]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:41.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:40 smithi133 ceph-mon[32641]: osdmap e43: 7 total, 7 up, 7 in 2024-04-25T15:55:41.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:40 smithi133 ceph-mon[32641]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:41 smithi112 ceph-mon[29426]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:55:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:41 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:55:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:41 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:55:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:41 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:42.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:41 smithi116 ceph-mon[32780]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:55:42.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:41 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:55:42.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:41 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:55:42.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:41 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:42.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:41 smithi133 ceph-mon[32641]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:55:42.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:41 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:55:42.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:41 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:55:42.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:41 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:43.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:42 smithi112 ceph-mon[29426]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:43.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:42 smithi116 ceph-mon[32780]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:43.337 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:42 smithi133 ceph-mon[32641]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:44.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:43 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/1482351652' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]: dispatch 2024-04-25T15:55:44.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:43 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]: dispatch 2024-04-25T15:55:44.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:43 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]': finished 2024-04-25T15:55:44.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:43 smithi112 ceph-mon[29426]: osdmap e44: 8 total, 7 up, 8 in 2024-04-25T15:55:44.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:55:44.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:43 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/1482351652' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]: dispatch 2024-04-25T15:55:44.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:43 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]: dispatch 2024-04-25T15:55:44.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:43 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]': finished 2024-04-25T15:55:44.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:43 smithi116 ceph-mon[32780]: osdmap e44: 8 total, 7 up, 8 in 2024-04-25T15:55:44.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:55:44.354 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:43 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/1482351652' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]: dispatch 2024-04-25T15:55:44.354 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:43 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]: dispatch 2024-04-25T15:55:44.354 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:43 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc65c703-a675-403a-a76b-28b7d03d2ddc"}]': finished 2024-04-25T15:55:44.354 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:43 smithi133 ceph-mon[32641]: osdmap e44: 8 total, 7 up, 8 in 2024-04-25T15:55:44.354 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:55:45.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:44 smithi112 ceph-mon[29426]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:45.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:44 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/2693545123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:55:45.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:44 smithi116 ceph-mon[32780]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:45.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:44 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/2693545123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:55:45.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:44 smithi133 ceph-mon[32641]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:45.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:44 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/2693545123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:55:47.494 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:47 smithi116 ceph-mon[32780]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:47.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:47 smithi133 ceph-mon[32641]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:47 smithi112 ceph-mon[29426]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:49.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:49 smithi116 ceph-mon[32780]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:49.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:49 smithi133 ceph-mon[32641]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:49.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:49 smithi112 ceph-mon[29426]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:51.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:51 smithi116 ceph-mon[32780]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:51.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:51 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T15:55:51.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:51 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:51.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:51 smithi133 ceph-mon[32641]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:51.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:51 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T15:55:51.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:51 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:51.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:51 smithi112 ceph-mon[29426]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:51.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:51 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T15:55:51.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:51 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:55:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:52 smithi116 ceph-mon[32780]: Deploying daemon osd.7 on smithi116 2024-04-25T15:55:52.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:52 smithi133 ceph-mon[32641]: Deploying daemon osd.7 on smithi116 2024-04-25T15:55:52.708 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:52 smithi112 ceph-mon[29426]: Deploying daemon osd.7 on smithi116 2024-04-25T15:55:53.517 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:53 smithi116 ceph-mon[32780]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:53.606 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:53 smithi112 ceph-mon[29426]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:53.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:53 smithi133 ceph-mon[32641]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:55.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:55 smithi133 ceph-mon[32641]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:55.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:55 smithi116 ceph-mon[32780]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:55.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:55 smithi112 ceph-mon[29426]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:57.509 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:57 smithi116 ceph-mon[32780]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:57.510 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:57.510 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:57.510 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:57.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:57 smithi133 ceph-mon[32641]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:57.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:57.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:57.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:57.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:57 smithi112 ceph-mon[29426]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:57.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:57.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:55:57.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:55:59.443 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:55:59 smithi116 ceph-mon[32780]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:59.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:55:59 smithi133 ceph-mon[32641]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:55:59.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:55:59 smithi112 ceph-mon[29426]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:56:01.127 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.126+0000 7f82fbfff700 1 -- 172.21.15.116:0/1932999038 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8304063ad0 con 0x7f82f00afb80 2024-04-25T15:56:01.128 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 7 on host 'smithi116' 2024-04-25T15:56:01.129 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f82f00afb80 msgr2=0x7f82f00b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:01.129 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f82f00afb80 0x7f82f00b2090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8304104150 tx=0x7f82f4007400 comp rx=0 tx=0).stop 2024-04-25T15:56:01.129 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 msgr2=0x7f83041a1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:01.129 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f83041a1c00 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f82fc009030 tx=0x7f82fc0097f0 comp rx=0 tx=0).stop 2024-04-25T15:56:01.129 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 shutdown_connections 2024-04-25T15:56:01.129 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f82f00afb80 0x7f82f00b2090 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:01.130 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8304104bf0 0x7f83041a1c00 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:01.130 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8304103120 0x7f830419a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:01.130 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 --2- 172.21.15.116:0/1932999038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8304104250 0x7f830419ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:01.130 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 >> 172.21.15.116:0/1932999038 conn(0x7f83040fe760 msgr2=0x7f8304107480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:56:01.130 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 shutdown_connections 2024-04-25T15:56:01.130 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:01.128+0000 7f83089e2700 1 -- 172.21.15.116:0/1932999038 wait complete. 2024-04-25T15:56:01.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:01.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:01.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:56:01.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: from='osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T15:56:01.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:01 smithi116 ceph-mon[32780]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: from='osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T15:56:01.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:01 smithi133 ceph-mon[32641]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T15:56:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:01.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:01.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:56:01.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: from='osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T15:56:01.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:01 smithi112 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T15:56:01.831 DEBUG:teuthology.orchestra.run.smithi116:osd.7> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.7.service 2024-04-25T15:56:01.834 INFO:tasks.cephadm:Deploying osd.8 on smithi133 with /dev/vg_nvme/lv_2... 2024-04-25T15:56:01.834 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T15:56:02.084 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:56:02.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:02.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:02.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T15:56:02.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: from='osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:56:02.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: osdmap e45: 8 total, 7 up, 8 in 2024-04-25T15:56:02.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:02.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:02.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:02 smithi133 ceph-mon[32641]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:56:02.408 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:02.409 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:02.409 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T15:56:02.409 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: from='osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:56:02.409 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: osdmap e45: 8 total, 7 up, 8 in 2024-04-25T15:56:02.409 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:02.409 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:02.409 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-mon[32780]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:56:02.409 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T15:56:02.105+0000 7f07aa81d700 -1 osd.7 0 waiting for initial osdmap 2024-04-25T15:56:02.409 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 15:56:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T15:56:02.115+0000 7f07a65d2700 -1 osd.7 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:56:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T15:56:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: from='osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:56:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: osdmap e45: 8 total, 7 up, 8 in 2024-04-25T15:56:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:02.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:02.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:02 smithi112 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:56:03.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:03 smithi116 ceph-mon[32780]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:56:03.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:03 smithi116 ceph-mon[32780]: osdmap e46: 8 total, 7 up, 8 in 2024-04-25T15:56:03.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:03 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:03.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:03 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:03.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:03 smithi116 ceph-mon[32780]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:56:03.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:03 smithi133 ceph-mon[32641]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:56:03.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:03 smithi133 ceph-mon[32641]: osdmap e46: 8 total, 7 up, 8 in 2024-04-25T15:56:03.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:03 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:03.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:03 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:03.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:03 smithi133 ceph-mon[32641]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:56:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:03 smithi112 ceph-mon[29426]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:56:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:03 smithi112 ceph-mon[29426]: osdmap e46: 8 total, 7 up, 8 in 2024-04-25T15:56:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:03 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:03 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:03 smithi112 ceph-mon[29426]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-25T15:56:04.191 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T15:56:04.191 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T15:56:04.191 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-25T15:56:04.191 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-25T15:56:04.191 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112138 s, 935 MB/s 2024-04-25T15:56:04.191 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-25T15:56:04.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:04 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:56:04.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:04 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:56:04.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:04.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:04 smithi133 ceph-mon[32641]: osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] boot 2024-04-25T15:56:04.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:04 smithi133 ceph-mon[32641]: osdmap e47: 8 total, 8 up, 8 in 2024-04-25T15:56:04.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:04.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:04 smithi133 ceph-mon[32641]: osdmap e48: 8 total, 8 up, 8 in 2024-04-25T15:56:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:04 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:56:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:04 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:56:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:04 smithi112 ceph-mon[29426]: osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] boot 2024-04-25T15:56:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:04 smithi112 ceph-mon[29426]: osdmap e47: 8 total, 8 up, 8 in 2024-04-25T15:56:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:04.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:04 smithi112 ceph-mon[29426]: osdmap e48: 8 total, 8 up, 8 in 2024-04-25T15:56:04.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:04 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:56:04.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:04 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:56:04.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:04.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:04 smithi116 ceph-mon[32780]: osd.7 [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] boot 2024-04-25T15:56:04.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:04 smithi116 ceph-mon[32780]: osdmap e47: 8 total, 8 up, 8 in 2024-04-25T15:56:04.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T15:56:04.503 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:04 smithi116 ceph-mon[32780]: osdmap e48: 8 total, 8 up, 8 in 2024-04-25T15:56:04.827 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_2 2024-04-25T15:56:05.077 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:56:05.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:05.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:05 smithi112 ceph-mon[29426]: osdmap e49: 8 total, 8 up, 8 in 2024-04-25T15:56:05.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:05.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:05.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:05.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:05 smithi133 ceph-mon[32641]: osdmap e49: 8 total, 8 up, 8 in 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:05.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:05.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:05 smithi116 ceph-mon[32780]: osdmap e49: 8 total, 8 up, 8 in 2024-04-25T15:56:06.140 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:06 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi116 2024-04-25T15:56:06.140 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:06 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi116 to 5696M 2024-04-25T15:56:06.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:06 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi116 2024-04-25T15:56:06.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:06 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi116 to 5696M 2024-04-25T15:56:06.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:06 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi116 2024-04-25T15:56:06.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:06 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi116 to 5696M 2024-04-25T15:56:06.678 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 -- 172.21.15.133:0/1246036707 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104bf0 msgr2=0x7f6e5410b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:06.678 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/1246036707 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104bf0 0x7f6e5410b4a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c00b0a0 tx=0x7f6e4c00b3b0 comp rx=0 tx=0).stop 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 -- 172.21.15.133:0/1246036707 shutdown_connections 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/1246036707 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104bf0 0x7f6e5410b4a0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/1246036707 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e54103120 0x7f6e54103530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/1246036707 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e54104250 0x7f6e54104660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 -- 172.21.15.133:0/1246036707 >> 172.21.15.133:0/1246036707 conn(0x7f6e540fe760 msgr2=0x7f6e54100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 -- 172.21.15.133:0/1246036707 shutdown_connections 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.675+0000 7f6e5c3be700 1 -- 172.21.15.133:0/1246036707 wait complete. 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 Processor -- start 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 -- start start 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e54103120 0x7f6e54076320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104250 0x7f6e5419f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e54104bf0 0x7f6e541a1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5410eac0 con 0x7f6e54104bf0 2024-04-25T15:56:06.679 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5410e940 con 0x7f6e54103120 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5c3be700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5410ec40 con 0x7f6e54104250 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e59959700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104250 0x7f6e5419f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e59959700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104250 0x7f6e5419f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37954/0 (socket says 172.21.15.133:37954) 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5a15a700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e54103120 0x7f6e54076320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e59959700 1 -- 172.21.15.133:0/365793700 learned_addr learned my addr 172.21.15.133:0/365793700 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.676+0000 7f6e5a95b700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e54104bf0 0x7f6e541a1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e59959700 1 -- 172.21.15.133:0/365793700 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e54103120 msgr2=0x7f6e54076320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e59959700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e54103120 0x7f6e54076320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e59959700 1 -- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e54104bf0 msgr2=0x7f6e541a1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e59959700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e54104bf0 0x7f6e541a1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e59959700 1 -- 172.21.15.133:0/365793700 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e541a2230 con 0x7f6e54104250 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e59959700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104250 0x7f6e5419f520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6e4400c970 tx=0x7f6e4400cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:56:06.680 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e4b7fe700 1 -- 172.21.15.133:0/365793700 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e440078d0 con 0x7f6e54104250 2024-04-25T15:56:06.681 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e54199350 con 0x7f6e54104250 2024-04-25T15:56:06.681 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e4b7fe700 1 -- 172.21.15.133:0/365793700 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6e44018480 con 0x7f6e54104250 2024-04-25T15:56:06.681 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e4b7fe700 1 -- 172.21.15.133:0/365793700 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4400f6b0 con 0x7f6e54104250 2024-04-25T15:56:06.681 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.677+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e54199840 con 0x7f6e54104250 2024-04-25T15:56:06.682 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.678+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e54051190 con 0x7f6e54104250 2024-04-25T15:56:06.682 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.680+0000 7f6e4b7fe700 1 -- 172.21.15.133:0/365793700 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f6e44018930 con 0x7f6e54104250 2024-04-25T15:56:06.682 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.680+0000 7f6e4b7fe700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e400afb80 0x7f6e400b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:06.682 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.680+0000 7f6e4b7fe700 1 -- 172.21.15.133:0/365793700 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5397+0+0 (secure 0 0 0) 0x7f6e440de430 con 0x7f6e54104250 2024-04-25T15:56:06.682 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.681+0000 7f6e5a15a700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e400afb80 0x7f6e400b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:06.682 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.681+0000 7f6e5a15a700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e400afb80 0x7f6e400b2090 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6e54104150 tx=0x7f6e5000a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:56:06.685 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.684+0000 7f6e4b7fe700 1 -- 172.21.15.133:0/365793700 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e440a7c90 con 0x7f6e54104250 2024-04-25T15:56:06.889 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:06.887+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f6e54063ad0 con 0x7f6e400afb80 2024-04-25T15:56:07.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:07 smithi133 ceph-mon[32641]: pgmap v176: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:07.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:07.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:07.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:07 smithi112 ceph-mon[29426]: pgmap v176: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:07.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:07 smithi116 ceph-mon[32780]: pgmap v176: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:08.358 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:08 smithi133 ceph-mon[32641]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:56:08.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:08 smithi112 ceph-mon[29426]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:56:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:08 smithi116 ceph-mon[32780]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:56:09.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:09 smithi133 ceph-mon[32641]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:09.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:09 smithi112 ceph-mon[29426]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:09.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:09 smithi116 ceph-mon[32780]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:10.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:10 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/1317812543' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]: dispatch 2024-04-25T15:56:10.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:10 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]: dispatch 2024-04-25T15:56:10.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:10 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]': finished 2024-04-25T15:56:10.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:10 smithi133 ceph-mon[32641]: osdmap e50: 9 total, 8 up, 9 in 2024-04-25T15:56:10.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:10 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/1317812543' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]: dispatch 2024-04-25T15:56:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:10 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]: dispatch 2024-04-25T15:56:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:10 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]': finished 2024-04-25T15:56:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:10 smithi112 ceph-mon[29426]: osdmap e50: 9 total, 8 up, 9 in 2024-04-25T15:56:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:10.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:10 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/1317812543' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]: dispatch 2024-04-25T15:56:10.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:10 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]: dispatch 2024-04-25T15:56:10.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:10 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd430d9a-2626-4958-91c5-0583f01b2a1a"}]': finished 2024-04-25T15:56:10.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:10 smithi116 ceph-mon[32780]: osdmap e50: 9 total, 8 up, 9 in 2024-04-25T15:56:10.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:11.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:11 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/560789429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:56:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:11 smithi133 ceph-mon[32641]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 184 KiB/s, 0 objects/s recovering 2024-04-25T15:56:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:11 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/560789429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:56:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:11 smithi112 ceph-mon[29426]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 184 KiB/s, 0 objects/s recovering 2024-04-25T15:56:11.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:11 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/560789429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:56:11.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:11 smithi116 ceph-mon[32780]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 184 KiB/s, 0 objects/s recovering 2024-04-25T15:56:13.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:13 smithi133 ceph-mon[32641]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:56:13.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:13 smithi116 ceph-mon[32780]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:56:13.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:13 smithi112 ceph-mon[29426]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:56:15.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:15 smithi133 ceph-mon[32641]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T15:56:15.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:15 smithi116 ceph-mon[32780]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T15:56:15.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:15 smithi112 ceph-mon[29426]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T15:56:17.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:17 smithi133 ceph-mon[32641]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:17.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:17 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T15:56:17.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:17 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:17.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:17 smithi116 ceph-mon[32780]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:17.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:17 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T15:56:17.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:17 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:17.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:17 smithi112 ceph-mon[29426]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:17.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:17 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T15:56:17.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:17 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:18.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:18 smithi133 ceph-mon[32641]: Deploying daemon osd.8 on smithi133 2024-04-25T15:56:18.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:18 smithi116 ceph-mon[32780]: Deploying daemon osd.8 on smithi133 2024-04-25T15:56:18.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:18 smithi112 ceph-mon[29426]: Deploying daemon osd.8 on smithi133 2024-04-25T15:56:19.371 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:19 smithi133 ceph-mon[32641]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:19.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:19 smithi116 ceph-mon[32780]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:19.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:19 smithi112 ceph-mon[29426]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:21.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:21 smithi133 ceph-mon[32641]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:21.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:21 smithi116 ceph-mon[32780]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:21.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:21 smithi112 ceph-mon[29426]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:23.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:23 smithi112 ceph-mon[29426]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:23.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:23.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:23.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:23.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:23 smithi116 ceph-mon[32780]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:23.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:23.603 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:23 smithi133 ceph-mon[32641]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:23.604 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:23.604 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:23.604 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:25.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:25 smithi116 ceph-mon[32780]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:25.595 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:25 smithi133 ceph-mon[32641]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:25.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:25 smithi112 ceph-mon[29426]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:26.659 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 8 on host 'smithi133' 2024-04-25T15:56:26.660 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.658+0000 7f6e4b7fe700 1 -- 172.21.15.133:0/365793700 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6e54063ad0 con 0x7f6e400afb80 2024-04-25T15:56:26.662 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e400afb80 msgr2=0x7f6e400b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:26.662 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e400afb80 0x7f6e400b2090 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6e54104150 tx=0x7f6e5000a3b0 comp rx=0 tx=0).stop 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104250 msgr2=0x7f6e5419f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104250 0x7f6e5419f520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6e4400c970 tx=0x7f6e4400cc80 comp rx=0 tx=0).stop 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 shutdown_connections 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e400afb80 0x7f6e400b2090 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e54104bf0 0x7f6e541a1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e54103120 0x7f6e54076320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 --2- 172.21.15.133:0/365793700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e54104250 0x7f6e5419f520 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.661+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 >> 172.21.15.133:0/365793700 conn(0x7f6e540fe760 msgr2=0x7f6e54107480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.662+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 shutdown_connections 2024-04-25T15:56:26.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:56:26.662+0000 7f6e5c3be700 1 -- 172.21.15.133:0/365793700 wait complete. 2024-04-25T15:56:27.359 DEBUG:teuthology.orchestra.run.smithi133:osd.8> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.8.service 2024-04-25T15:56:27.361 INFO:tasks.cephadm:Deploying osd.9 on smithi112 with /dev/vg_nvme/lv_1... 2024-04-25T15:56:27.361 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T15:56:27.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:27 smithi116 ceph-mon[32780]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:27 smithi116 ceph-mon[32780]: from='osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T15:56:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:27 smithi116 ceph-mon[32780]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T15:56:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.606 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:56:27.609 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:27 smithi133 ceph-mon[32641]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:27.609 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.609 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.609 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:27 smithi133 ceph-mon[32641]: from='osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T15:56:27.609 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:27 smithi133 ceph-mon[32641]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T15:56:27.609 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.609 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:27 smithi112 ceph-mon[29426]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:27.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:27 smithi112 ceph-mon[29426]: from='osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T15:56:27.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:27 smithi112 ceph-mon[29426]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T15:56:27.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:27.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-mon[32641]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T15:56:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-mon[32641]: osdmap e51: 9 total, 8 up, 9 in 2024-04-25T15:56:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-mon[32641]: from='osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:56:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-mon[32641]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:56:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-mon[32641]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:28.936 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T15:56:28.634+0000 7fbc04e83700 -1 osd.8 0 waiting for initial osdmap 2024-04-25T15:56:28.936 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 15:56:28 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T15:56:28.646+0000 7fbc00c38700 -1 osd.8 52 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:56:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:28 smithi112 ceph-mon[29426]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T15:56:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:28 smithi112 ceph-mon[29426]: osdmap e51: 9 total, 8 up, 9 in 2024-04-25T15:56:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:28 smithi112 ceph-mon[29426]: from='osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:56:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:28 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:28 smithi112 ceph-mon[29426]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:56:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:28 smithi112 ceph-mon[29426]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:28 smithi116 ceph-mon[32780]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T15:56:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:28 smithi116 ceph-mon[32780]: osdmap e51: 9 total, 8 up, 9 in 2024-04-25T15:56:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:28 smithi116 ceph-mon[32780]: from='osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:56:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:28 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:28 smithi116 ceph-mon[32780]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:56:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:28 smithi116 ceph-mon[32780]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T15:56:29.820 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T15:56:29.820 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T15:56:29.820 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-25T15:56:29.820 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-25T15:56:29.820 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115709 s, 906 MB/s 2024-04-25T15:56:29.820 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-25T15:56:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:29 smithi133 ceph-mon[32641]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:56:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:29 smithi133 ceph-mon[32641]: osdmap e52: 9 total, 8 up, 9 in 2024-04-25T15:56:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:29 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:29 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:29 smithi133 ceph-mon[32641]: osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] boot 2024-04-25T15:56:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:29 smithi133 ceph-mon[32641]: osdmap e53: 9 total, 9 up, 9 in 2024-04-25T15:56:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:29 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:29.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:29 smithi112 ceph-mon[29426]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:56:29.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:29 smithi112 ceph-mon[29426]: osdmap e52: 9 total, 8 up, 9 in 2024-04-25T15:56:29.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:29 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:29.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:29 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:29.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:29 smithi112 ceph-mon[29426]: osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] boot 2024-04-25T15:56:29.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:29 smithi112 ceph-mon[29426]: osdmap e53: 9 total, 9 up, 9 in 2024-04-25T15:56:29.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:29 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:30.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:29 smithi116 ceph-mon[32780]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:56:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:29 smithi116 ceph-mon[32780]: osdmap e52: 9 total, 8 up, 9 in 2024-04-25T15:56:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:29 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:29 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:29 smithi116 ceph-mon[32780]: osd.8 [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] boot 2024-04-25T15:56:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:29 smithi116 ceph-mon[32780]: osdmap e53: 9 total, 9 up, 9 in 2024-04-25T15:56:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:29 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T15:56:30.492 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_1 2024-04-25T15:56:30.740 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:56:31.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:56:31.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:56:31.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: osdmap e54: 9 total, 9 up, 9 in 2024-04-25T15:56:31.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: pgmap v193: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:31.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:31.115 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: osdmap e54: 9 total, 9 up, 9 in 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: pgmap v193: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:31.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:31.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:31.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:31.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: osdmap e54: 9 total, 9 up, 9 in 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: pgmap v193: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:31.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:31.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:31.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:31.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:31.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:31.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:32.141 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:31 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi133 2024-04-25T15:56:32.141 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:31 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi133 to 5696M 2024-04-25T15:56:32.141 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:31 smithi112 ceph-mon[29426]: osdmap e55: 9 total, 9 up, 9 in 2024-04-25T15:56:32.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:31 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi133 2024-04-25T15:56:32.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:31 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi133 to 5696M 2024-04-25T15:56:32.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:31 smithi133 ceph-mon[32641]: osdmap e55: 9 total, 9 up, 9 in 2024-04-25T15:56:32.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:31 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi133 2024-04-25T15:56:32.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:31 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi133 to 5696M 2024-04-25T15:56:32.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:31 smithi116 ceph-mon[32780]: osdmap e55: 9 total, 9 up, 9 in 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 -- 172.21.15.112:0/2050750066 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae48104380 msgr2=0x7fae4810ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 --2- 172.21.15.112:0/2050750066 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae48104380 0x7fae4810ac30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fae4000b0a0 tx=0x7fae4000b3b0 comp rx=0 tx=0).stop 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 -- 172.21.15.112:0/2050750066 shutdown_connections 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 --2- 172.21.15.112:0/2050750066 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae48104380 0x7fae4810ac30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 --2- 172.21.15.112:0/2050750066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae481028b0 0x7fae48102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 --2- 172.21.15.112:0/2050750066 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae481039e0 0x7fae48103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 -- 172.21.15.112:0/2050750066 >> 172.21.15.112:0/2050750066 conn(0x7fae480fdef0 msgr2=0x7fae481003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:56:32.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 -- 172.21.15.112:0/2050750066 shutdown_connections 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 -- 172.21.15.112:0/2050750066 wait complete. 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 Processor -- start 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.379+0000 7fae4eb75700 1 -- start start 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4eb75700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae481028b0 0x7fae4810c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4eb75700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae481039e0 0x7fae4819f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4eb75700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae48104380 0x7fae481a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4eb75700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fae4810ea50 con 0x7fae481039e0 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4eb75700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fae4810e8d0 con 0x7fae48104380 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4eb75700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fae4810ebd0 con 0x7fae481028b0 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae481039e0 0x7fae4819f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae481039e0 0x7fae4819f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36154/0 (socket says 172.21.15.112:36154) 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 -- 172.21.15.112:0/1777652021 learned_addr learned my addr 172.21.15.112:0/1777652021 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4d112700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae48104380 0x7fae481a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:32.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4c911700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae481028b0 0x7fae4810c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 -- 172.21.15.112:0/1777652021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae481028b0 msgr2=0x7fae4810c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae481028b0 0x7fae4810c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 -- 172.21.15.112:0/1777652021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae48104380 msgr2=0x7fae481a19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae48104380 0x7fae481a19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 -- 172.21.15.112:0/1777652021 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae481a2170 con 0x7fae481039e0 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae4c911700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae481028b0 0x7fae4810c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae47fff700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae481039e0 0x7fae4819f440 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fae3400c920 tx=0x7fae3400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.380+0000 7fae45ffb700 1 -- 172.21.15.112:0/1777652021 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34007b00 con 0x7fae481039e0 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.381+0000 7fae45ffb700 1 -- 172.21.15.112:0/1777652021 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fae34004cc0 con 0x7fae481039e0 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.381+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae481a2460 con 0x7fae481039e0 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.381+0000 7fae45ffb700 1 -- 172.21.15.112:0/1777652021 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34005440 con 0x7fae481039e0 2024-04-25T15:56:32.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.381+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae481a29a0 con 0x7fae481039e0 2024-04-25T15:56:32.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.382+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae48051190 con 0x7fae481039e0 2024-04-25T15:56:32.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.383+0000 7fae45ffb700 1 -- 172.21.15.112:0/1777652021 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fae34004750 con 0x7fae481039e0 2024-04-25T15:56:32.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.384+0000 7fae45ffb700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fae380afb80 0x7fae380b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:32.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.384+0000 7fae4c911700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fae380afb80 0x7fae380b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:32.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.384+0000 7fae45ffb700 1 -- 172.21.15.112:0/1777652021 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5829+0+0 (secure 0 0 0) 0x7fae340dde50 con 0x7fae481039e0 2024-04-25T15:56:32.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.384+0000 7fae4c911700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fae380afb80 0x7fae380b2090 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fae481038e0 tx=0x7fae3c00a680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:56:32.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.388+0000 7fae45ffb700 1 -- 172.21.15.112:0/1777652021 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fae34014030 con 0x7fae481039e0 2024-04-25T15:56:32.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:32.600+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fae48063ad0 con 0x7fae380afb80 2024-04-25T15:56:33.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:32 smithi133 ceph-mon[32641]: pgmap v195: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:32 smithi112 ceph-mon[29426]: pgmap v195: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:33.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:32 smithi116 ceph-mon[32780]: pgmap v195: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:33.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:33.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:33.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:34.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:33 smithi133 ceph-mon[32641]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:56:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:33 smithi112 ceph-mon[29426]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:56:34.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:33 smithi116 ceph-mon[32780]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:56:35.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:34 smithi133 ceph-mon[32641]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-25T15:56:35.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:34 smithi112 ceph-mon[29426]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-25T15:56:35.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:34 smithi116 ceph-mon[32780]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-25T15:56:36.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:35 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2385234632' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "017c24ca-8c21-4834-aec2-34e26bce0af3"}]: dispatch 2024-04-25T15:56:36.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:35 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2385234632' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "017c24ca-8c21-4834-aec2-34e26bce0af3"}]': finished 2024-04-25T15:56:36.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:35 smithi133 ceph-mon[32641]: osdmap e56: 10 total, 9 up, 10 in 2024-04-25T15:56:36.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:35 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:36.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:35 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2385234632' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "017c24ca-8c21-4834-aec2-34e26bce0af3"}]: dispatch 2024-04-25T15:56:36.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:35 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2385234632' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "017c24ca-8c21-4834-aec2-34e26bce0af3"}]': finished 2024-04-25T15:56:36.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:35 smithi112 ceph-mon[29426]: osdmap e56: 10 total, 9 up, 10 in 2024-04-25T15:56:36.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:35 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:36.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:35 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2385234632' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "017c24ca-8c21-4834-aec2-34e26bce0af3"}]: dispatch 2024-04-25T15:56:36.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:35 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2385234632' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "017c24ca-8c21-4834-aec2-34e26bce0af3"}]': finished 2024-04-25T15:56:36.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:35 smithi116 ceph-mon[32780]: osdmap e56: 10 total, 9 up, 10 in 2024-04-25T15:56:36.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:35 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:37.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:36 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3501552381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:56:37.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:36 smithi133 ceph-mon[32641]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-25T15:56:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:36 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3501552381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:56:37.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:36 smithi112 ceph-mon[29426]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-25T15:56:37.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:36 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3501552381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:56:37.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:36 smithi116 ceph-mon[32780]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-25T15:56:39.426 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:39 smithi112 ceph-mon[29426]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:56:39.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:39 smithi116 ceph-mon[32780]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:56:39.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:39 smithi133 ceph-mon[32641]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:56:41.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:41 smithi112 ceph-mon[29426]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T15:56:41.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:41 smithi116 ceph-mon[32780]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T15:56:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:41 smithi133 ceph-mon[32641]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T15:56:43.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:43 smithi112 ceph-mon[29426]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:43.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T15:56:43.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:43 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:43.488 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:43 smithi133 ceph-mon[32641]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:43.488 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T15:56:43.488 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:43 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:43.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:43 smithi116 ceph-mon[32780]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:56:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T15:56:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:43 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:44.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:44 smithi112 ceph-mon[29426]: Deploying daemon osd.9 on smithi112 2024-04-25T15:56:44.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:44 smithi133 ceph-mon[32641]: Deploying daemon osd.9 on smithi112 2024-04-25T15:56:44.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:44 smithi116 ceph-mon[32780]: Deploying daemon osd.9 on smithi112 2024-04-25T15:56:45.497 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:45 smithi112 ceph-mon[29426]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:45.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:45 smithi116 ceph-mon[32780]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:45.679 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:45 smithi133 ceph-mon[32641]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:47.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:47 smithi116 ceph-mon[32780]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:47.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:47 smithi133 ceph-mon[32641]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:47.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:47 smithi112 ceph-mon[29426]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:49.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:49 smithi116 ceph-mon[32780]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:49.631 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:49 smithi112 ceph-mon[29426]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:49.631 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:49.632 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:49.632 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:49.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:49 smithi133 ceph-mon[32641]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:49.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:49.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:49.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:51 smithi112 ceph-mon[29426]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:51.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:51 smithi116 ceph-mon[32780]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:51.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:51 smithi133 ceph-mon[32641]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:53.060 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 9 on host 'smithi112' 2024-04-25T15:56:53.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.058+0000 7fae45ffb700 1 -- 172.21.15.112:0/1777652021 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fae48063ad0 con 0x7fae380afb80 2024-04-25T15:56:53.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fae380afb80 msgr2=0x7fae380b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fae380afb80 0x7fae380b2090 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fae481038e0 tx=0x7fae3c00a680 comp rx=0 tx=0).stop 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae481039e0 msgr2=0x7fae4819f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae481039e0 0x7fae4819f440 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fae3400c920 tx=0x7fae3400cc30 comp rx=0 tx=0).stop 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 shutdown_connections 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fae380afb80 0x7fae380b2090 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae48104380 0x7fae481a19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae481028b0 0x7fae4810c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 --2- 172.21.15.112:0/1777652021 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fae481039e0 0x7fae4819f440 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.060+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 >> 172.21.15.112:0/1777652021 conn(0x7fae480fdef0 msgr2=0x7fae48106c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.061+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 shutdown_connections 2024-04-25T15:56:53.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:56:53.061+0000 7fae4eb75700 1 -- 172.21.15.112:0/1777652021 wait complete. 2024-04-25T15:56:53.380 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:53.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:53 smithi112 ceph-mon[29426]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T15:56:53.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:53.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:53 smithi116 ceph-mon[32780]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T15:56:53.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:56:53.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:53 smithi133 ceph-mon[32641]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T15:56:53.741 DEBUG:teuthology.orchestra.run.smithi112:osd.9> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.9.service 2024-04-25T15:56:53.744 INFO:tasks.cephadm:Deploying osd.10 on smithi116 with /dev/vg_nvme/lv_1... 2024-04-25T15:56:53.744 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T15:56:53.989 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:56:55.318 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:55 smithi112 ceph-mon[29426]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T15:56:55.318 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:55 smithi112 ceph-mon[29426]: osdmap e57: 10 total, 9 up, 10 in 2024-04-25T15:56:55.318 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:55 smithi112 ceph-mon[29426]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:56:55.318 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:55 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:55.318 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:55 smithi112 ceph-mon[29426]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:55.420 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:55 smithi116 ceph-mon[32780]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T15:56:55.420 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:55 smithi116 ceph-mon[32780]: osdmap e57: 10 total, 9 up, 10 in 2024-04-25T15:56:55.420 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:55 smithi116 ceph-mon[32780]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:56:55.421 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:55 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:55.421 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:55 smithi116 ceph-mon[32780]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:55.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:55 smithi133 ceph-mon[32641]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T15:56:55.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:55 smithi133 ceph-mon[32641]: osdmap e57: 10 total, 9 up, 10 in 2024-04-25T15:56:55.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:55 smithi133 ceph-mon[32641]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-25T15:56:55.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:55 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:55.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:55 smithi133 ceph-mon[32641]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:55.984 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T15:56:55.984 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T15:56:55.984 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-25T15:56:55.985 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-25T15:56:55.985 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114405 s, 917 MB/s 2024-04-25T15:56:55.985 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-25T15:56:56.064 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 15:56:55 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T15:56:55.808+0000 7f125c59e700 -1 osd.9 0 waiting for initial osdmap 2024-04-25T15:56:56.064 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 15:56:55 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T15:56:55.824+0000 7f125434b700 -1 osd.9 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:56:56.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:56 smithi116 ceph-mon[32780]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:56:56.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:56 smithi116 ceph-mon[32780]: osdmap e58: 10 total, 9 up, 10 in 2024-04-25T15:56:56.283 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:56 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:56.283 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:56 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:56.283 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:56 smithi116 ceph-mon[32780]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' 2024-04-25T15:56:56.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:56 smithi133 ceph-mon[32641]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:56:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:56 smithi133 ceph-mon[32641]: osdmap e58: 10 total, 9 up, 10 in 2024-04-25T15:56:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:56 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:56 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:56 smithi133 ceph-mon[32641]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' 2024-04-25T15:56:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:56 smithi112 ceph-mon[29426]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-25T15:56:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:56 smithi112 ceph-mon[29426]: osdmap e58: 10 total, 9 up, 10 in 2024-04-25T15:56:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:56 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:56 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:56 smithi112 ceph-mon[29426]: from='osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728]' entity='osd.9' 2024-04-25T15:56:56.661 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_1 2024-04-25T15:56:56.911 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T15:56:57.312 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:57 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:56:57.313 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:57 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:56:57.313 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:57.313 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:57 smithi116 ceph-mon[32780]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:57.313 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:57 smithi116 ceph-mon[32780]: osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] boot 2024-04-25T15:56:57.313 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:57 smithi116 ceph-mon[32780]: osdmap e59: 10 total, 10 up, 10 in 2024-04-25T15:56:57.313 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:57 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:57 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:56:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:57 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:56:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:57 smithi133 ceph-mon[32641]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:57 smithi133 ceph-mon[32641]: osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] boot 2024-04-25T15:56:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:57 smithi133 ceph-mon[32641]: osdmap e59: 10 total, 10 up, 10 in 2024-04-25T15:56:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:57 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:57.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:57 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:56:57.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:57 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:56:57.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:57.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:57 smithi112 ceph-mon[29426]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-25T15:56:57.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:57 smithi112 ceph-mon[29426]: osd.9 [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] boot 2024-04-25T15:56:57.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:57 smithi112 ceph-mon[29426]: osdmap e59: 10 total, 10 up, 10 in 2024-04-25T15:56:57.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:57 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T15:56:58.379 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi112 2024-04-25T15:56:58.379 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.379 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.379 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi112 to 4272M 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.380 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:58 smithi116 ceph-mon[32780]: osdmap e60: 10 total, 10 up, 10 in 2024-04-25T15:56:58.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi112 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi112 to 4272M 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.438 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:58 smithi133 ceph-mon[32641]: osdmap e60: 10 total, 10 up, 10 in 2024-04-25T15:56:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi112 2024-04-25T15:56:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:56:58.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi112 to 4272M 2024-04-25T15:56:58.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:58.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:56:58.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:56:58.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:58 smithi112 ceph-mon[29426]: osdmap e60: 10 total, 10 up, 10 in 2024-04-25T15:56:58.767 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 -- 172.21.15.116:0/699849475 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4104bf0 msgr2=0x7fd3e410b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:58.767 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/699849475 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4104bf0 0x7fd3e410b4a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc00b0a0 tx=0x7fd3dc00b3b0 comp rx=0 tx=0).stop 2024-04-25T15:56:58.767 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 -- 172.21.15.116:0/699849475 shutdown_connections 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/699849475 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4104bf0 0x7fd3e410b4a0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/699849475 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3e4103120 0x7fd3e4103530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/699849475 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3e4104250 0x7fd3e4104660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 -- 172.21.15.116:0/699849475 >> 172.21.15.116:0/699849475 conn(0x7fd3e40fe760 msgr2=0x7fd3e4100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 -- 172.21.15.116:0/699849475 shutdown_connections 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 -- 172.21.15.116:0/699849475 wait complete. 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 Processor -- start 2024-04-25T15:56:58.768 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.766+0000 7fd3ec32a700 1 -- start start 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ec32a700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4103120 0x7fd3e4076380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ec32a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3e4104250 0x7fd3e419f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ec32a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3e4104bf0 0x7fd3e41a19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ec32a700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e410ea40 con 0x7fd3e4104bf0 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ec32a700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e410e8c0 con 0x7fd3e4103120 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ec32a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e410ebc0 con 0x7fd3e4104250 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4103120 0x7fd3e4076380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4103120 0x7fd3e4076380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60062/0 (socket says 172.21.15.116:60062) 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 -- 172.21.15.116:0/3447144740 learned_addr learned my addr 172.21.15.116:0/3447144740 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3e98c5700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3e4104250 0x7fd3e419f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea8c7700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3e4104bf0 0x7fd3e41a19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 -- 172.21.15.116:0/3447144740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3e4104250 msgr2=0x7fd3e419f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:58.770 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3e4104250 0x7fd3e419f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 -- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3e4104bf0 msgr2=0x7fd3e41a19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3e4104bf0 0x7fd3e41a19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 -- 172.21.15.116:0/3447144740 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e41a2210 con 0x7fd3e4103120 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea8c7700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3e4104bf0 0x7fd3e41a19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ea0c6700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4103120 0x7fd3e4076380 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000c970 tx=0x7fd3e000cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3db7fe700 1 -- 172.21.15.116:0/3447144740 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e000ce60 con 0x7fd3e4103120 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3db7fe700 1 -- 172.21.15.116:0/3447144740 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3e0007900 con 0x7fd3e4103120 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.767+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e41a2500 con 0x7fd3e4103120 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.768+0000 7fd3db7fe700 1 -- 172.21.15.116:0/3447144740 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0003bf0 con 0x7fd3e4103120 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.768+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e41a2a90 con 0x7fd3e4103120 2024-04-25T15:56:58.771 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.769+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e4051190 con 0x7fd3e4103120 2024-04-25T15:56:58.772 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.770+0000 7fd3db7fe700 1 -- 172.21.15.116:0/3447144740 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fd3e0007ab0 con 0x7fd3e4103120 2024-04-25T15:56:58.772 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.771+0000 7fd3db7fe700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd3d00afc00 0x7fd3d00b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:56:58.772 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.771+0000 7fd3db7fe700 1 -- 172.21.15.116:0/3447144740 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 6261+0+0 (secure 0 0 0) 0x7fd3e00ddee0 con 0x7fd3e4103120 2024-04-25T15:56:58.772 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.771+0000 7fd3e98c5700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd3d00afc00 0x7fd3d00b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:56:58.773 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.772+0000 7fd3e98c5700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd3d00afc00 0x7fd3d00b2110 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4075d30 tx=0x7fd3d400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:56:58.776 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.776+0000 7fd3db7fe700 1 -- 172.21.15.116:0/3447144740 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd3e0014030 con 0x7fd3e4103120 2024-04-25T15:56:58.982 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:56:58.981+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd3e4063ad0 con 0x7fd3d00afc00 2024-04-25T15:56:59.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:59 smithi116 ceph-mon[32780]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:56:59.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:59.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:59.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:56:59 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:59.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:59 smithi133 ceph-mon[32641]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:56:59.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:59.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:59.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:56:59 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:56:59.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:59 smithi112 ceph-mon[29426]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:56:59.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:56:59.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:56:59.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:56:59 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:00.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:00 smithi133 ceph-mon[32641]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:57:00.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:00 smithi112 ceph-mon[29426]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:57:00.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:00 smithi116 ceph-mon[32780]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:57:01.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:01 smithi133 ceph-mon[32641]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:01 smithi112 ceph-mon[29426]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:01.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:01 smithi116 ceph-mon[32780]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:02.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/3378732994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]: dispatch 2024-04-25T15:57:02.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:02 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]: dispatch 2024-04-25T15:57:02.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:02 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]': finished 2024-04-25T15:57:02.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:02 smithi133 ceph-mon[32641]: osdmap e61: 11 total, 10 up, 11 in 2024-04-25T15:57:02.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:02 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/3378732994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]: dispatch 2024-04-25T15:57:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:02 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]: dispatch 2024-04-25T15:57:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:02 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]': finished 2024-04-25T15:57:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:02 smithi112 ceph-mon[29426]: osdmap e61: 11 total, 10 up, 11 in 2024-04-25T15:57:02.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:02 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:02.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/3378732994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]: dispatch 2024-04-25T15:57:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:02 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]: dispatch 2024-04-25T15:57:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:02 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f2d121f2-44fe-43eb-b885-135edaa72653"}]': finished 2024-04-25T15:57:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:02 smithi116 ceph-mon[32780]: osdmap e61: 11 total, 10 up, 11 in 2024-04-25T15:57:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:02 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:03.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:03 smithi133 ceph-mon[32641]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:03.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:03 smithi133 ceph-mon[32641]: from='client.? 172.21.15.116:0/1918696737' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:57:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:03 smithi112 ceph-mon[29426]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:03 smithi112 ceph-mon[29426]: from='client.? 172.21.15.116:0/1918696737' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:57:03.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:03 smithi116 ceph-mon[32780]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:03.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:03 smithi116 ceph-mon[32780]: from='client.? 172.21.15.116:0/1918696737' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:57:05.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:05 smithi116 ceph-mon[32780]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:05.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:05 smithi133 ceph-mon[32641]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:05.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:05 smithi112 ceph-mon[29426]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:07.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:07 smithi116 ceph-mon[32780]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:07 smithi133 ceph-mon[32641]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:07 smithi112 ceph-mon[29426]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:09.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:09 smithi116 ceph-mon[32780]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:09 smithi133 ceph-mon[32641]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:09.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:09 smithi112 ceph-mon[29426]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:10.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T15:57:10.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T15:57:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T15:57:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:11.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:11 smithi116 ceph-mon[32780]: Deploying daemon osd.10 on smithi116 2024-04-25T15:57:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:11 smithi116 ceph-mon[32780]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:11 smithi133 ceph-mon[32641]: Deploying daemon osd.10 on smithi116 2024-04-25T15:57:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:11 smithi133 ceph-mon[32641]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:11 smithi112 ceph-mon[29426]: Deploying daemon osd.10 on smithi116 2024-04-25T15:57:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:11 smithi112 ceph-mon[29426]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:13.451 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:13 smithi116 ceph-mon[32780]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:13.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:13 smithi133 ceph-mon[32641]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:13.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:13 smithi112 ceph-mon[29426]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:15.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:15 smithi116 ceph-mon[32780]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:15.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:15 smithi133 ceph-mon[32641]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:15.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:15 smithi112 ceph-mon[29426]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:16.668 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:16.668 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:16.669 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:16.669 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:16 smithi116 ceph-mon[32780]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:16.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:16 smithi133 ceph-mon[32641]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:16 smithi112 ceph-mon[29426]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:18.951 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 10 on host 'smithi116' 2024-04-25T15:57:18.951 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.949+0000 7fd3db7fe700 1 -- 172.21.15.116:0/3447144740 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fd3e4063ad0 con 0x7fd3d00afc00 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.951+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd3d00afc00 msgr2=0x7fd3d00b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.951+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd3d00afc00 0x7fd3d00b2110 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4075d30 tx=0x7fd3d400b410 comp rx=0 tx=0).stop 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4103120 msgr2=0x7fd3e4076380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4103120 0x7fd3e4076380 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000c970 tx=0x7fd3e000cc80 comp rx=0 tx=0).stop 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 shutdown_connections 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd3d00afc00 0x7fd3d00b2110 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3e4104bf0 0x7fd3e41a19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3e4103120 0x7fd3e4076380 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:18.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 --2- 172.21.15.116:0/3447144740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3e4104250 0x7fd3e419f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:18.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 >> 172.21.15.116:0/3447144740 conn(0x7fd3e40fe760 msgr2=0x7fd3e4107480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:18.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 shutdown_connections 2024-04-25T15:57:18.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-25T15:57:18.952+0000 7fd3ec32a700 1 -- 172.21.15.116:0/3447144740 wait complete. 2024-04-25T15:57:19.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:19 smithi116 ceph-mon[32780]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:19.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:19.653 DEBUG:teuthology.orchestra.run.smithi116:osd.10> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.10.service 2024-04-25T15:57:19.655 INFO:tasks.cephadm:Deploying osd.11 on smithi133 with /dev/vg_nvme/lv_1... 2024-04-25T15:57:19.656 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T15:57:19.682 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:19 smithi133 ceph-mon[32641]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:19.682 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:19.682 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:19.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:19 smithi112 ceph-mon[29426]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:19.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:19.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:19.907 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:57:20.252 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:20 smithi133 ceph-mon[32641]: from='osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T15:57:20.252 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:20 smithi133 ceph-mon[32641]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T15:57:20.252 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:20 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:20.252 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:20 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:20.509 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:20 smithi116 ceph-mon[32780]: from='osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T15:57:20.509 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:20 smithi116 ceph-mon[32780]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T15:57:20.510 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:20 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:20.510 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:20 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:20 smithi112 ceph-mon[29426]: from='osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T15:57:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:20 smithi112 ceph-mon[29426]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T15:57:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:20 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:20 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:21.389 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:21 smithi133 ceph-mon[32641]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:21.389 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:21 smithi133 ceph-mon[32641]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T15:57:21.389 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:21 smithi133 ceph-mon[32641]: osdmap e62: 11 total, 10 up, 11 in 2024-04-25T15:57:21.389 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:21 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:21.389 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:21 smithi133 ceph-mon[32641]: from='osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:57:21.389 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:21 smithi133 ceph-mon[32641]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:57:21.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-mon[32780]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:21.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-mon[32780]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T15:57:21.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-mon[32780]: osdmap e62: 11 total, 10 up, 11 in 2024-04-25T15:57:21.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:21.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-mon[32780]: from='osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:57:21.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-mon[32780]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:57:21.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T15:57:21.258+0000 7f278fcd5700 -1 osd.10 0 waiting for initial osdmap 2024-04-25T15:57:21.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 15:57:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T15:57:21.270+0000 7f278ba8a700 -1 osd.10 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:57:21.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:21 smithi112 ceph-mon[29426]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:21.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:21 smithi112 ceph-mon[29426]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T15:57:21.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:21 smithi112 ceph-mon[29426]: osdmap e62: 11 total, 10 up, 11 in 2024-04-25T15:57:21.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:21 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:21.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:21 smithi112 ceph-mon[29426]: from='osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:57:21.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:21 smithi112 ceph-mon[29426]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-25T15:57:21.972 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T15:57:21.972 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T15:57:21.972 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-25T15:57:21.972 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-25T15:57:21.972 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0168877 s, 621 MB/s 2024-04-25T15:57:21.972 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-25T15:57:22.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:22 smithi116 ceph-mon[32780]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:57:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:22 smithi116 ceph-mon[32780]: osdmap e63: 11 total, 10 up, 11 in 2024-04-25T15:57:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:22.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:22 smithi133 ceph-mon[32641]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:57:22.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:22 smithi133 ceph-mon[32641]: osdmap e63: 11 total, 10 up, 11 in 2024-04-25T15:57:22.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:22.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:22.637 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_1 2024-04-25T15:57:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:22 smithi112 ceph-mon[29426]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-25T15:57:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:22 smithi112 ceph-mon[29426]: osdmap e63: 11 total, 10 up, 11 in 2024-04-25T15:57:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:57:23.303 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:23 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:57:23.304 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:23 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:57:23.304 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:23 smithi133 ceph-mon[32641]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:23.304 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:23.304 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:23 smithi133 ceph-mon[32641]: osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] boot 2024-04-25T15:57:23.304 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:23 smithi133 ceph-mon[32641]: osdmap e64: 11 total, 11 up, 11 in 2024-04-25T15:57:23.304 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:23 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:23.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:23 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:57:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:23 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:57:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:23 smithi116 ceph-mon[32780]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:23 smithi116 ceph-mon[32780]: osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] boot 2024-04-25T15:57:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:23 smithi116 ceph-mon[32780]: osdmap e64: 11 total, 11 up, 11 in 2024-04-25T15:57:23.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:23 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:23.606 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:23 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:57:23.606 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:23 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:57:23.607 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:23 smithi112 ceph-mon[29426]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T15:57:23.607 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:23.607 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:23 smithi112 ceph-mon[29426]: osd.10 [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] boot 2024-04-25T15:57:23.607 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:23 smithi112 ceph-mon[29426]: osdmap e64: 11 total, 11 up, 11 in 2024-04-25T15:57:23.607 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:23 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T15:57:24.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: osdmap e65: 11 total, 11 up, 11 in 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi116 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi116 to 4272M 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:24 smithi116 ceph-mon[32780]: pgmap v231: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: osdmap e65: 11 total, 11 up, 11 in 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi116 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi116 to 4272M 2024-04-25T15:57:24.547 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.548 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:24.548 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:24.548 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.548 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:24.548 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:24 smithi133 ceph-mon[32641]: pgmap v231: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:24.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: osdmap e65: 11 total, 11 up, 11 in 2024-04-25T15:57:24.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi116 2024-04-25T15:57:24.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi116 to 4272M 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:24.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:24 smithi112 ceph-mon[29426]: pgmap v231: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.782+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1770713571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 msgr2=0x7f1fc8104530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1770713571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc8104530 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1fc40099c0 tx=0x7f1fc4009cd0 comp rx=0 tx=0).stop 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1770713571 shutdown_connections 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1770713571 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1fc8104bc0 0x7f1fc810b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1770713571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fc81036e0 0x7f1fc8103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1770713571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc8104530 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1770713571 >> 172.21.15.133:0/1770713571 conn(0x7f1fc80fdef0 msgr2=0x7f1fc81003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1770713571 shutdown_connections 2024-04-25T15:57:24.787 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1770713571 wait complete. 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 Processor -- start 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.783+0000 7f1fcfb32700 1 -- start start 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fc81036e0 0x7f1fc8102e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc819d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1fc8104bc0 0x7f1fc81a80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc810ead0 con 0x7f1fc8104bc0 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc810e950 con 0x7f1fc81036e0 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc810ec50 con 0x7f1fc81040c0 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc819d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc819d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53434/0 (socket says 172.21.15.133:53434) 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 -- 172.21.15.133:0/1711417585 learned_addr learned my addr 172.21.15.133:0/1711417585 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:57:24.788 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fce0cf700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1fc8104bc0 0x7f1fc81a80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd8ce700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fc81036e0 0x7f1fc8102e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 -- 172.21.15.133:0/1711417585 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fc81036e0 msgr2=0x7f1fc8102e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fc81036e0 0x7f1fc8102e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 -- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1fc8104bc0 msgr2=0x7f1fc81a80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1fc8104bc0 0x7f1fc81a80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 -- 172.21.15.133:0/1711417585 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fc81a88c0 con 0x7f1fc81040c0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcd0cd700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc819d2a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4000c00 tx=0x7f1fc40057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fbeffd700 1 -- 172.21.15.133:0/1711417585 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc4026070 con 0x7f1fc81040c0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fbeffd700 1 -- 172.21.15.133:0/1711417585 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fc4004170 con 0x7f1fc81040c0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fc81a8b50 con 0x7f1fc81040c0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fbeffd700 1 -- 172.21.15.133:0/1711417585 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc400fd30 con 0x7f1fc81040c0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.784+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fc81a9030 con 0x7f1fc81040c0 2024-04-25T15:57:24.789 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.785+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fc8051190 con 0x7f1fc81040c0 2024-04-25T15:57:24.790 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.787+0000 7f1fbeffd700 1 -- 172.21.15.133:0/1711417585 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f1fc4029070 con 0x7f1fc81040c0 2024-04-25T15:57:24.790 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.787+0000 7f1fbeffd700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1fb40afb80 0x7f1fb40b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:24.790 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.788+0000 7f1fbeffd700 1 -- 172.21.15.133:0/1711417585 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6694+0+0 (secure 0 0 0) 0x7f1fc40df5d0 con 0x7f1fc81040c0 2024-04-25T15:57:24.790 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.788+0000 7f1fcd8ce700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1fb40afb80 0x7f1fb40b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:24.790 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.788+0000 7f1fcd8ce700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1fb40afb80 0x7f1fb40b2090 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1fb8006fd0 tx=0x7f1fb8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:24.792 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.791+0000 7f1fbeffd700 1 -- 172.21.15.133:0/1711417585 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1fc4013070 con 0x7f1fc81040c0 2024-04-25T15:57:24.997 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:24.997+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f1fc8063b90 con 0x7f1fb40afb80 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: osdmap e66: 11 total, 11 up, 11 in 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:57:25.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:25.607 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: osdmap e66: 11 total, 11 up, 11 in 2024-04-25T15:57:25.607 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:25.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:25.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:25.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:57:25.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:57:25.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:57:25.608 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:25.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: osdmap e66: 11 total, 11 up, 11 in 2024-04-25T15:57:25.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:25.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:25.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:25.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:57:25.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T15:57:25.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T15:57:25.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:26.634 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:26 smithi133 ceph-mon[32641]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:26.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:26 smithi112 ceph-mon[29426]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:26.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:26 smithi116 ceph-mon[32780]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:28.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:27 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/1254458514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]: dispatch 2024-04-25T15:57:28.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:27 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]: dispatch 2024-04-25T15:57:28.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:27 smithi112 ceph-mon[29426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]': finished 2024-04-25T15:57:28.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:27 smithi112 ceph-mon[29426]: osdmap e67: 12 total, 11 up, 12 in 2024-04-25T15:57:28.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:28.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:27 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/1254458514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]: dispatch 2024-04-25T15:57:28.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:27 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]: dispatch 2024-04-25T15:57:28.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:27 smithi116 ceph-mon[32780]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]': finished 2024-04-25T15:57:28.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:27 smithi116 ceph-mon[32780]: osdmap e67: 12 total, 11 up, 12 in 2024-04-25T15:57:28.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:28.283 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:27 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/1254458514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]: dispatch 2024-04-25T15:57:28.283 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:27 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]: dispatch 2024-04-25T15:57:28.283 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:27 smithi133 ceph-mon[32641]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3044994-2c63-493a-81d6-efd654841ec2"}]': finished 2024-04-25T15:57:28.283 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:27 smithi133 ceph-mon[32641]: osdmap e67: 12 total, 11 up, 12 in 2024-04-25T15:57:28.283 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:29.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:28 smithi112 ceph-mon[29426]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:29.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:28 smithi112 ceph-mon[29426]: from='client.? 172.21.15.133:0/2068560632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:57:29.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:28 smithi116 ceph-mon[32780]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:29.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:28 smithi116 ceph-mon[32780]: from='client.? 172.21.15.133:0/2068560632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:57:29.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:28 smithi133 ceph-mon[32641]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:29.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:28 smithi133 ceph-mon[32641]: from='client.? 172.21.15.133:0/2068560632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T15:57:31.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:31 smithi116 ceph-mon[32780]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T15:57:31.597 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:31 smithi133 ceph-mon[32641]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T15:57:31.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:31 smithi112 ceph-mon[29426]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-25T15:57:33.266 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:33 smithi133 ceph-mon[32641]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:57:33.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:33 smithi116 ceph-mon[32780]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:57:33.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:33 smithi112 ceph-mon[29426]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T15:57:35.374 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:35 smithi133 ceph-mon[32641]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:57:35.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:35 smithi116 ceph-mon[32780]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:57:35.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:35 smithi112 ceph-mon[29426]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:57:36.272 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T15:57:36.272 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:36.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T15:57:36.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T15:57:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:37.335 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:37 smithi133 ceph-mon[32641]: Deploying daemon osd.11 on smithi133 2024-04-25T15:57:37.336 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:37 smithi133 ceph-mon[32641]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:57:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:37 smithi116 ceph-mon[32780]: Deploying daemon osd.11 on smithi133 2024-04-25T15:57:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:37 smithi116 ceph-mon[32780]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:57:37.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:37 smithi112 ceph-mon[29426]: Deploying daemon osd.11 on smithi133 2024-04-25T15:57:37.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:37 smithi112 ceph-mon[29426]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T15:57:39.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:39 smithi116 ceph-mon[32780]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-25T15:57:39.536 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:39 smithi133 ceph-mon[32641]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-25T15:57:39.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:39 smithi112 ceph-mon[29426]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-25T15:57:41.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:41 smithi133 ceph-mon[32641]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:57:41.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:41 smithi116 ceph-mon[32780]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:57:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:41 smithi112 ceph-mon[29426]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-25T15:57:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:42 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:42.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:42 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:42.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:42 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:42.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:42 smithi133 ceph-mon[32641]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:42 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:42 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:42 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:42 smithi112 ceph-mon[29426]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:42.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:42 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:42.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:42 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:42.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:42 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:42.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:42 smithi116 ceph-mon[32780]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:45.012 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 11 on host 'smithi133' 2024-04-25T15:57:45.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.011+0000 7f1fbeffd700 1 -- 172.21.15.133:0/1711417585 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f1fc8063b90 con 0x7f1fb40afb80 2024-04-25T15:57:45.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1fb40afb80 msgr2=0x7f1fb40b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:45.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1fb40afb80 0x7f1fb40b2090 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1fb8006fd0 tx=0x7f1fb8008040 comp rx=0 tx=0).stop 2024-04-25T15:57:45.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 msgr2=0x7f1fc819d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:45.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc819d2a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4000c00 tx=0x7f1fc40057c0 comp rx=0 tx=0).stop 2024-04-25T15:57:45.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 shutdown_connections 2024-04-25T15:57:45.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1fb40afb80 0x7f1fb40b2090 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:45.016 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1fc8104bc0 0x7f1fc81a80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:45.016 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fc81036e0 0x7f1fc8102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:45.016 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 --2- 172.21.15.133:0/1711417585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fc81040c0 0x7f1fc819d2a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:45.016 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 >> 172.21.15.133:0/1711417585 conn(0x7f1fc80fdef0 msgr2=0x7f1fc8107690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:45.016 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 shutdown_connections 2024-04-25T15:57:45.016 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:57:45.014+0000 7f1fcfb32700 1 -- 172.21.15.133:0/1711417585 wait complete. 2024-04-25T15:57:45.500 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:45 smithi116 ceph-mon[32780]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:45.500 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:45 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:45.500 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:45 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:45.632 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:45 smithi133 ceph-mon[32641]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:45.632 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:45 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:45.633 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:45 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:45.659 DEBUG:teuthology.orchestra.run.smithi133:osd.11> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.11.service 2024-04-25T15:57:45.661 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-25T15:57:45.662 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-25T15:57:45.689 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:45 smithi112 ceph-mon[29426]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:45.689 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:45.689 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:45 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:45.913 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:57:46.287 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:46 smithi112 ceph-mon[29426]: from='osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T15:57:46.287 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:46 smithi112 ceph-mon[29426]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T15:57:46.287 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:46.287 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:46 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:46 smithi116 ceph-mon[32780]: from='osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T15:57:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:46 smithi116 ceph-mon[32780]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T15:57:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:46 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:46.554 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:46 smithi133 ceph-mon[32641]: from='osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T15:57:46.554 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:46 smithi133 ceph-mon[32641]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T15:57:46.554 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:46.554 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:46 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:47.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:47 smithi112 ceph-mon[29426]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:47.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:47 smithi112 ceph-mon[29426]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T15:57:47.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:47 smithi112 ceph-mon[29426]: osdmap e68: 12 total, 11 up, 12 in 2024-04-25T15:57:47.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:47 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:47.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:47 smithi112 ceph-mon[29426]: from='osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:57:47.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:47 smithi112 ceph-mon[29426]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:57:47.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:47 smithi116 ceph-mon[32780]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:47 smithi116 ceph-mon[32780]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T15:57:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:47 smithi116 ceph-mon[32780]: osdmap e68: 12 total, 11 up, 12 in 2024-04-25T15:57:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:47 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:47 smithi116 ceph-mon[32780]: from='osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:57:47.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:47 smithi116 ceph-mon[32780]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:57:47.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-mon[32641]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:47.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-mon[32641]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T15:57:47.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-mon[32641]: osdmap e68: 12 total, 11 up, 12 in 2024-04-25T15:57:47.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:47.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-mon[32641]: from='osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:57:47.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-mon[32641]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 -- 172.21.15.112:0/2071962172 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 msgr2=0x7f6428103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 --2- 172.21.15.112:0/2071962172 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f6428103df0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6414009990 tx=0x7f6414009ca0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 -- 172.21.15.112:0/2071962172 shutdown_connections 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 --2- 172.21.15.112:0/2071962172 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6428104380 0x7f642810ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 --2- 172.21.15.112:0/2071962172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64281028b0 0x7f6428102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 --2- 172.21.15.112:0/2071962172 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f6428103df0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 -- 172.21.15.112:0/2071962172 >> 172.21.15.112:0/2071962172 conn(0x7f64280fdef0 msgr2=0x7f64281003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 -- 172.21.15.112:0/2071962172 shutdown_connections 2024-04-25T15:57:47.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.732+0000 7f642efb8700 1 -- 172.21.15.112:0/2071962172 wait complete. 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 Processor -- start 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 -- start start 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64281028b0 0x7f642810c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f642819f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6428104380 0x7f64281a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f642810ea50 con 0x7f64281039e0 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f642810e8d0 con 0x7f6428104380 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642efb8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f642810ebd0 con 0x7f64281028b0 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f642819f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:47.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642cd54700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64281028b0 0x7f642810c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f642819f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56044/0 (socket says 172.21.15.112:56044) 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 -- 172.21.15.112:0/2582036368 learned_addr learned my addr 172.21.15.112:0/2582036368 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642d555700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6428104380 0x7f64281a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 -- 172.21.15.112:0/2582036368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64281028b0 msgr2=0x7f642810c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64281028b0 0x7f642810c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 -- 172.21.15.112:0/2582036368 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6428104380 msgr2=0x7f64281a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6428104380 0x7f64281a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 -- 172.21.15.112:0/2582036368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64281a2290 con 0x7f64281039e0 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f642d555700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6428104380 0x7f64281a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.733+0000 7f6427fff700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f642819f4f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f64140098e0 tx=0x7f641400b9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.734+0000 7f6425ffb700 1 -- 172.21.15.112:0/2582036368 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6414026070 con 0x7f64281039e0 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.734+0000 7f6425ffb700 1 -- 172.21.15.112:0/2582036368 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f641400f460 con 0x7f64281039e0 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.734+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64281a2520 con 0x7f64281039e0 2024-04-25T15:57:47.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.734+0000 7f6425ffb700 1 -- 172.21.15.112:0/2582036368 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6414021670 con 0x7f64281039e0 2024-04-25T15:57:47.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.734+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64281a2970 con 0x7f64281039e0 2024-04-25T15:57:47.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.735+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6428051190 con 0x7f64281039e0 2024-04-25T15:57:47.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.736+0000 7f6425ffb700 1 -- 172.21.15.112:0/2582036368 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f6414029070 con 0x7f64281039e0 2024-04-25T15:57:47.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.737+0000 7f6425ffb700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64180afb80 0x7f64180b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:47.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.737+0000 7f642cd54700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64180afb80 0x7f64180b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:47.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.737+0000 7f6425ffb700 1 -- 172.21.15.112:0/2582036368 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6847+0+0 (secure 0 0 0) 0x7f64140df750 con 0x7f64281039e0 2024-04-25T15:57:47.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.737+0000 7f642cd54700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64180afb80 0x7f64180b2090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f64281038e0 tx=0x7f641c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:47.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.740+0000 7f6425ffb700 1 -- 172.21.15.112:0/2582036368 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6414013070 con 0x7f64281039e0 2024-04-25T15:57:47.939 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.937+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f64280642a0 con 0x7f64281039e0 2024-04-25T15:57:47.939 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.938+0000 7f6425ffb700 1 -- 172.21.15.112:0/2582036368 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v69) ==== 74+0+133 (secure 0 0 0) 0x7f64140a8960 con 0x7f64281039e0 2024-04-25T15:57:47.939 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:57:47.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64180afb80 msgr2=0x7f64180b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:47.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64180afb80 0x7f64180b2090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f64281038e0 tx=0x7f641c009260 comp rx=0 tx=0).stop 2024-04-25T15:57:47.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 msgr2=0x7f642819f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:47.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f642819f4f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f64140098e0 tx=0x7f641400b9e0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 shutdown_connections 2024-04-25T15:57:47.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64180afb80 0x7f64180b2090 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6428104380 0x7f64281a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64281028b0 0x7f642810c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 --2- 172.21.15.112:0/2582036368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64281039e0 0x7f642819f4f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:47.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 >> 172.21.15.112:0/2582036368 conn(0x7f64280fdef0 msgr2=0x7f6428106c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:47.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 shutdown_connections 2024-04-25T15:57:47.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:47.940+0000 7f642efb8700 1 -- 172.21.15.112:0/2582036368 wait complete. 2024-04-25T15:57:48.263 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T15:57:47.955+0000 7f09c1e06700 -1 osd.11 0 waiting for initial osdmap 2024-04-25T15:57:48.263 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 15:57:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T15:57:47.967+0000 7f09b9bb3700 -1 osd.11 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T15:57:48.501 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:48 smithi112 ceph-mon[29426]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:57:48.501 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:48 smithi112 ceph-mon[29426]: osdmap e69: 12 total, 11 up, 12 in 2024-04-25T15:57:48.501 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:48.501 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:48 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:48.501 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:48 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2582036368' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T15:57:48.501 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:48 smithi112 ceph-mon[29426]: from='osd.11 ' entity='osd.11' 2024-04-25T15:57:48.528 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":69,"num_osds":12,"num_up_osds":11,"osd_up_since":1714060642,"num_in_osds":12,"osd_in_since":1714060647,"num_remapped_pgs":0} 2024-04-25T15:57:48.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:48 smithi116 ceph-mon[32780]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:57:48.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:48 smithi116 ceph-mon[32780]: osdmap e69: 12 total, 11 up, 12 in 2024-04-25T15:57:48.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:48.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:48 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:48.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:48 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2582036368' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T15:57:48.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:48 smithi116 ceph-mon[32780]: from='osd.11 ' entity='osd.11' 2024-04-25T15:57:48.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:48 smithi133 ceph-mon[32641]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-25T15:57:48.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:48 smithi133 ceph-mon[32641]: osdmap e69: 12 total, 11 up, 12 in 2024-04-25T15:57:48.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:48 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:48 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2582036368' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T15:57:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:48 smithi133 ceph-mon[32641]: from='osd.11 ' entity='osd.11' 2024-04-25T15:57:49.408 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:49 smithi133 ceph-mon[32641]: purged_snaps scrub starts 2024-04-25T15:57:49.409 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:49 smithi133 ceph-mon[32641]: purged_snaps scrub ok 2024-04-25T15:57:49.409 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:49 smithi133 ceph-mon[32641]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:49.409 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:49.409 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:49 smithi133 ceph-mon[32641]: osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] boot 2024-04-25T15:57:49.409 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:49 smithi133 ceph-mon[32641]: osdmap e70: 12 total, 12 up, 12 in 2024-04-25T15:57:49.409 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:49 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:49 smithi116 ceph-mon[32780]: purged_snaps scrub starts 2024-04-25T15:57:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:49 smithi116 ceph-mon[32780]: purged_snaps scrub ok 2024-04-25T15:57:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:49 smithi116 ceph-mon[32780]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:49 smithi116 ceph-mon[32780]: osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] boot 2024-04-25T15:57:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:49 smithi116 ceph-mon[32780]: osdmap e70: 12 total, 12 up, 12 in 2024-04-25T15:57:49.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:49 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:49.528 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-25T15:57:49.549 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:49 smithi112 ceph-mon[29426]: purged_snaps scrub starts 2024-04-25T15:57:49.549 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:49 smithi112 ceph-mon[29426]: purged_snaps scrub ok 2024-04-25T15:57:49.549 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:49 smithi112 ceph-mon[29426]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T15:57:49.549 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:49.550 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:49 smithi112 ceph-mon[29426]: osd.11 [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] boot 2024-04-25T15:57:49.550 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:49 smithi112 ceph-mon[29426]: osdmap e70: 12 total, 12 up, 12 in 2024-04-25T15:57:49.550 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:49 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T15:57:49.770 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: Detected new or changed devices on smithi133 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi133 to 4272M 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:50.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:50 smithi112 ceph-mon[29426]: osdmap e71: 12 total, 12 up, 12 in 2024-04-25T15:57:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: Detected new or changed devices on smithi133 2024-04-25T15:57:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi133 to 4272M 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:50.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:50 smithi116 ceph-mon[32780]: osdmap e71: 12 total, 12 up, 12 in 2024-04-25T15:57:50.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: Detected new or changed devices on smithi133 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi133 to 4272M 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:57:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:57:50.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:57:50.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:57:50.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:50.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:50 smithi133 ceph-mon[32641]: osdmap e71: 12 total, 12 up, 12 in 2024-04-25T15:57:51.536 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 -- 172.21.15.112:0/1171994886 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 msgr2=0x7f6274109b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:51.536 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 --2- 172.21.15.112:0/1171994886 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f6274109b10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6264009990 tx=0x7f6264009ca0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.536 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 -- 172.21.15.112:0/1171994886 shutdown_connections 2024-04-25T15:57:51.536 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 --2- 172.21.15.112:0/1171994886 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f627410a050 0x7f627410c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.536 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 --2- 172.21.15.112:0/1171994886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6274102570 0x7f6274102980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 --2- 172.21.15.112:0/1171994886 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f6274109b10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 -- 172.21.15.112:0/1171994886 >> 172.21.15.112:0/1171994886 conn(0x7f62740fdef0 msgr2=0x7f62741003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 -- 172.21.15.112:0/1171994886 shutdown_connections 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.533+0000 7f627ac52700 1 -- 172.21.15.112:0/1171994886 wait complete. 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 Processor -- start 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 -- start start 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6274102570 0x7f627419a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f627419ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f627410a050 0x7f62741a1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f627410fb30 con 0x7f62741076f0 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f627410f9b0 con 0x7f6274102570 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f627ac52700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f627410fcb0 con 0x7f627410a050 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f627419ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f627419ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56062/0 (socket says 172.21.15.112:56062) 2024-04-25T15:57:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 -- 172.21.15.112:0/3584009833 learned_addr learned my addr 172.21.15.112:0/3584009833 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f62791ef700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f627410a050 0x7f62741a1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f62789ee700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6274102570 0x7f627419a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 -- 172.21.15.112:0/3584009833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f627410a050 msgr2=0x7f62741a1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f627410a050 0x7f62741a1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 -- 172.21.15.112:0/3584009833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6274102570 msgr2=0x7f627419a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6274102570 0x7f627419a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f6273fff700 1 -- 172.21.15.112:0/3584009833 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62741a2240 con 0x7f62741076f0 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.534+0000 7f62789ee700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6274102570 0x7f627419a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.535+0000 7f6273fff700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f627419ac20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f626400b650 tx=0x7f626400bbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.535+0000 7f6271ffb700 1 -- 172.21.15.112:0/3584009833 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6264026070 con 0x7f62741076f0 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.535+0000 7f6271ffb700 1 -- 172.21.15.112:0/3584009833 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f626400f460 con 0x7f62741076f0 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.535+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62741a24d0 con 0x7f62741076f0 2024-04-25T15:57:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.535+0000 7f6271ffb700 1 -- 172.21.15.112:0/3584009833 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6264021670 con 0x7f62741076f0 2024-04-25T15:57:51.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.535+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62741a2920 con 0x7f62741076f0 2024-04-25T15:57:51.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.536+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6274051190 con 0x7f62741076f0 2024-04-25T15:57:51.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.538+0000 7f6271ffb700 1 -- 172.21.15.112:0/3584009833 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f6264029070 con 0x7f62741076f0 2024-04-25T15:57:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.538+0000 7f6271ffb700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62600afb80 0x7f62600b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.538+0000 7f62789ee700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62600afb80 0x7f62600b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.538+0000 7f6271ffb700 1 -- 172.21.15.112:0/3584009833 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f62640dfdc0 con 0x7f62741076f0 2024-04-25T15:57:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.539+0000 7f62789ee700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62600afb80 0x7f62600b2090 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6274105670 tx=0x7f626c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:51.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.542+0000 7f6271ffb700 1 -- 172.21.15.112:0/3584009833 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6264013070 con 0x7f62741076f0 2024-04-25T15:57:51.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.738+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f627402e510 con 0x7f62741076f0 2024-04-25T15:57:51.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.739+0000 7f6271ffb700 1 -- 172.21.15.112:0/3584009833 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7f62640a8ed0 con 0x7f62741076f0 2024-04-25T15:57:51.740 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62600afb80 msgr2=0x7f62600b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62600afb80 0x7f62600b2090 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6274105670 tx=0x7f626c009040 comp rx=0 tx=0).stop 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 msgr2=0x7f627419ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f627419ac20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f626400b650 tx=0x7f626400bbd0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 shutdown_connections 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62600afb80 0x7f62600b2090 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f627410a050 0x7f62741a1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6274102570 0x7f627419a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 --2- 172.21.15.112:0/3584009833 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f62741076f0 0x7f627419ac20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:51.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 >> 172.21.15.112:0/3584009833 conn(0x7f62740fdef0 msgr2=0x7f6274108690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:51.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 shutdown_connections 2024-04-25T15:57:51.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:51.741+0000 7f627ac52700 1 -- 172.21.15.112:0/3584009833 wait complete. 2024-04-25T15:57:52.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:51 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3584009833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T15:57:52.189 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:51 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3584009833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T15:57:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:51 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3584009833' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T15:57:52.484 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":71,"num_osds":12,"num_up_osds":12,"osd_up_since":1714060668,"num_in_osds":12,"osd_in_since":1714060647,"num_remapped_pgs":0} 2024-04-25T15:57:52.484 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T15:57:52.763 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:57:53.107 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:52 smithi112 ceph-mon[29426]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:53.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:52 smithi133 ceph-mon[32641]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:53.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:52 smithi116 ceph-mon[32780]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:54.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 -- 172.21.15.112:0/3727843583 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 msgr2=0x7f346410fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:54.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 --2- 172.21.15.112:0/3727843583 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f346410fee0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f345c00b0a0 tx=0x7f345c00b3b0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 -- 172.21.15.112:0/3727843583 shutdown_connections 2024-04-25T15:57:54.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 --2- 172.21.15.112:0/3727843583 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f346410fee0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 --2- 172.21.15.112:0/3727843583 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f34641091a0 0x7f34641095b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 --2- 172.21.15.112:0/3727843583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34641038b0 0x7f3464103cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 -- 172.21.15.112:0/3727843583 >> 172.21.15.112:0/3727843583 conn(0x7f34640fe3b0 msgr2=0x7f3464100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 -- 172.21.15.112:0/3727843583 shutdown_connections 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.337+0000 7f346b538700 1 -- 172.21.15.112:0/3727843583 wait complete. 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.338+0000 7f346b538700 1 Processor -- start 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.338+0000 7f346b538700 1 -- start start 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.338+0000 7f346b538700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34641038b0 0x7f34641a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.338+0000 7f346b538700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f34641a0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f346b538700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f34641091a0 0x7f346419a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f346b538700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3464114260 con 0x7f3464104200 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f346b538700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f34641140e0 con 0x7f34641091a0 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f346b538700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f34641143e0 con 0x7f34641038b0 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f34641a0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f34641a0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53654/0 (socket says 172.21.15.112:53654) 2024-04-25T15:57:54.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 -- 172.21.15.112:0/3394225710 learned_addr learned my addr 172.21.15.112:0/3394225710 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f34692d4700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34641038b0 0x7f34641a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3469ad5700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f34641091a0 0x7f346419a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 -- 172.21.15.112:0/3394225710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34641038b0 msgr2=0x7f34641a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34641038b0 0x7f34641a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 -- 172.21.15.112:0/3394225710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f34641091a0 msgr2=0x7f346419a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f34641091a0 0x7f346419a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 -- 172.21.15.112:0/3394225710 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f346419b050 con 0x7f3464104200 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3469ad5700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f34641091a0 0x7f346419a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f3468ad3700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f34641a0cc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f345400d980 tx=0x7f345400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f345a7fc700 1 -- 172.21.15.112:0/3394225710 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3454017070 con 0x7f3464104200 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f346419b2e0 con 0x7f3464104200 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f345a7fc700 1 -- 172.21.15.112:0/3394225710 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3454009dc0 con 0x7f3464104200 2024-04-25T15:57:54.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f345a7fc700 1 -- 172.21.15.112:0/3394225710 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f345400f3c0 con 0x7f3464104200 2024-04-25T15:57:54.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.339+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34641a7610 con 0x7f3464104200 2024-04-25T15:57:54.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.340+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3464051190 con 0x7f3464104200 2024-04-25T15:57:54.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.342+0000 7f345a7fc700 1 -- 172.21.15.112:0/3394225710 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f3454009930 con 0x7f3464104200 2024-04-25T15:57:54.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.342+0000 7f345a7fc700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34500afb80 0x7f34500b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:54.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.343+0000 7f34692d4700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34500afb80 0x7f34500b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:54.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.343+0000 7f345a7fc700 1 -- 172.21.15.112:0/3394225710 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f34540de280 con 0x7f3464104200 2024-04-25T15:57:54.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.343+0000 7f34692d4700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34500afb80 0x7f34500b2090 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f346419bae0 tx=0x7f34600073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:54.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.346+0000 7f345a7fc700 1 -- 172.21.15.112:0/3394225710 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f34540a7300 con 0x7f3464104200 2024-04-25T15:57:54.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.547+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f346402e510 con 0x7f3464104200 2024-04-25T15:57:54.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.548+0000 7f345a7fc700 1 -- 172.21.15.112:0/3394225710 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+18538 (secure 0 0 0) 0x7f34540a6c00 con 0x7f3464104200 2024-04-25T15:57:54.550 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:57:54.550 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":71,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:57:50.263778+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:57:54.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.550+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34500afb80 msgr2=0x7f34500b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.550+0000 7f346b538700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34500afb80 0x7f34500b2090 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f346419bae0 tx=0x7f34600073d0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.550+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 msgr2=0x7f34641a0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.550+0000 7f346b538700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f34641a0cc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f345400d980 tx=0x7f345400dc90 comp rx=0 tx=0).stop 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 shutdown_connections 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34500afb80 0x7f34500b2090 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f34641091a0 0x7f346419a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34641038b0 0x7f34641a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 --2- 172.21.15.112:0/3394225710 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3464104200 0x7f34641a0cc0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 >> 172.21.15.112:0/3394225710 conn(0x7f34640fe3b0 msgr2=0x7f3464100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 shutdown_connections 2024-04-25T15:57:54.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:54.551+0000 7f346b538700 1 -- 172.21.15.112:0/3394225710 wait complete. 2024-04-25T15:57:55.364 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T15:57:55.365 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-25T15:57:55.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:55 smithi116 ceph-mon[32780]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:55.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:55 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3394225710' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:57:55.602 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:57:55.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:55 smithi133 ceph-mon[32641]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:55.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:55 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3394225710' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:57:55.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:55 smithi112 ceph-mon[29426]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:55.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:55 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3394225710' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 -- 172.21.15.112:0/433764328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400103a60 msgr2=0x7f7400103e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 --2- 172.21.15.112:0/433764328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400103a60 0x7f7400103e70 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f73f0009990 tx=0x7f73f0009ca0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 -- 172.21.15.112:0/433764328 shutdown_connections 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 --2- 172.21.15.112:0/433764328 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7400108660 0x7f740010ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 --2- 172.21.15.112:0/433764328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400103a60 0x7f7400103e70 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 --2- 172.21.15.112:0/433764328 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7400107d10 0x7f7400108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 -- 172.21.15.112:0/433764328 >> 172.21.15.112:0/433764328 conn(0x7f74000fe3f0 msgr2=0x7f7400100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 -- 172.21.15.112:0/433764328 shutdown_connections 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.244+0000 7f740698d700 1 -- 172.21.15.112:0/433764328 wait complete. 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 Processor -- start 2024-04-25T15:57:57.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 -- start start 2024-04-25T15:57:57.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7400103a60 0x7f740019bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7400107d10 0x7f740019c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400108660 0x7f740019c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f7400113170 con 0x7f7400108660 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7400112ff0 con 0x7f7400103a60 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f740698d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f74001132f0 con 0x7f7400107d10 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f7404f2a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400108660 0x7f740019c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f7404f2a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400108660 0x7f740019c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53658/0 (socket says 172.21.15.112:53658) 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f7404f2a700 1 -- 172.21.15.112:0/604559910 learned_addr learned my addr 172.21.15.112:0/604559910 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.245+0000 7f73fffff700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7400103a60 0x7f740019bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.246+0000 7f73ff7fe700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7400107d10 0x7f740019c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.246+0000 7f7404f2a700 1 -- 172.21.15.112:0/604559910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7400107d10 msgr2=0x7f740019c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.246+0000 7f7404f2a700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7400107d10 0x7f740019c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.246+0000 7f7404f2a700 1 -- 172.21.15.112:0/604559910 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7400103a60 msgr2=0x7f740019bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.246+0000 7f7404f2a700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7400103a60 0x7f740019bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.246+0000 7f7404f2a700 1 -- 172.21.15.112:0/604559910 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74001a6e30 con 0x7f7400108660 2024-04-25T15:57:57.249 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.246+0000 7f7404f2a700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400108660 0x7f740019c590 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f73f800b970 tx=0x7f73f800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:57.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.250+0000 7f73fd7fa700 1 -- 172.21.15.112:0/604559910 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f800d860 con 0x7f7400108660 2024-04-25T15:57:57.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.250+0000 7f73fd7fa700 1 -- 172.21.15.112:0/604559910 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f73f800e430 con 0x7f7400108660 2024-04-25T15:57:57.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.250+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74001a7120 con 0x7f7400108660 2024-04-25T15:57:57.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.250+0000 7f73fd7fa700 1 -- 172.21.15.112:0/604559910 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f8017660 con 0x7f7400108660 2024-04-25T15:57:57.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.250+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74001a76b0 con 0x7f7400108660 2024-04-25T15:57:57.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.251+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7400051190 con 0x7f7400108660 2024-04-25T15:57:57.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.252+0000 7f73fd7fa700 1 -- 172.21.15.112:0/604559910 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f73f800da00 con 0x7f7400108660 2024-04-25T15:57:57.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.253+0000 7f73fd7fa700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f73e80afc80 0x7f73e80b2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:57:57.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.253+0000 7f73fffff700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f73e80afc80 0x7f73e80b2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:57:57.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.253+0000 7f73fd7fa700 1 -- 172.21.15.112:0/604559910 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f73f80de510 con 0x7f7400108660 2024-04-25T15:57:57.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.253+0000 7f73fffff700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f73e80afc80 0x7f73e80b2190 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f73f0006010 tx=0x7f73f0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:57:57.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.256+0000 7f73fd7fa700 1 -- 172.21.15.112:0/604559910 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73f8052ff0 con 0x7f7400108660 2024-04-25T15:57:57.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.452+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f740002e5b0 con 0x7f7400108660 2024-04-25T15:57:57.454 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:57 smithi112 ceph-mon[29426]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:57.454 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.453+0000 7f73fd7fa700 1 -- 172.21.15.112:0/604559910 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) ==== 93+0+10 (secure 0 0 0) 0x7f73f8013030 con 0x7f7400108660 2024-04-25T15:57:57.455 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T15:57:57.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f73e80afc80 msgr2=0x7f73e80b2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:57.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f73e80afc80 0x7f73e80b2190 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f73f0006010 tx=0x7f73f0005960 comp rx=0 tx=0).stop 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400108660 msgr2=0x7f740019c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400108660 0x7f740019c590 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f73f800b970 tx=0x7f73f800bc80 comp rx=0 tx=0).stop 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 shutdown_connections 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f73e80afc80 0x7f73e80b2190 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7400108660 0x7f740019c590 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7400103a60 0x7f740019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 --2- 172.21.15.112:0/604559910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7400107d10 0x7f740019c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 >> 172.21.15.112:0/604559910 conn(0x7f74000fe3f0 msgr2=0x7f74000febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 shutdown_connections 2024-04-25T15:57:57.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:57:57.455+0000 7f740698d700 1 -- 172.21.15.112:0/604559910 wait complete. 2024-04-25T15:57:57.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:57 smithi116 ceph-mon[32780]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:57.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:57 smithi133 ceph-mon[32641]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:58.228 INFO:tasks.cephadm:Adding mds.a on smithi112 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.d on smithi112 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.g on smithi112 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.j on smithi112 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.b on smithi116 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.e on smithi116 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.h on smithi116 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.k on smithi116 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.c on smithi133 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.f on smithi133 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.i on smithi133 2024-04-25T15:57:58.229 INFO:tasks.cephadm:Adding mds.l on smithi133 2024-04-25T15:57:58.229 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l' 2024-04-25T15:57:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:58 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/604559910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:57:58.482 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T15:57:58.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:58 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/604559910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:57:58.604 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:58 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/604559910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:57:59.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:57:59 smithi116 ceph-mon[32780]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:59.582 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:57:59 smithi133 ceph-mon[32641]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:57:59.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:57:59 smithi112 ceph-mon[29426]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 -- 172.21.15.133:0/317462665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 msgr2=0x7fd61810b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 --2- 172.21.15.133:0/317462665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd61810b460 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd610009f90 tx=0x7fd61000b330 comp rx=0 tx=0).stop 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 -- 172.21.15.133:0/317462665 shutdown_connections 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 --2- 172.21.15.133:0/317462665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd61810b460 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 --2- 172.21.15.133:0/317462665 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6181030e0 0x7fd6181034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 --2- 172.21.15.133:0/317462665 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd618104210 0x7fd618104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 -- 172.21.15.133:0/317462665 >> 172.21.15.133:0/317462665 conn(0x7fd6180fe740 msgr2=0x7fd618100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 -- 172.21.15.133:0/317462665 shutdown_connections 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 -- 172.21.15.133:0/317462665 wait complete. 2024-04-25T15:58:00.135 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 Processor -- start 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.132+0000 7fd61e676700 1 -- start start 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61e676700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6181030e0 0x7fd61806bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61e676700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd618104210 0x7fd61819f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61e676700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd6181a1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61cc13700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd6181a1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61cc13700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd6181a1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:42748/0 (socket says 172.21.15.133:42748) 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd6177fe700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd618104210 0x7fd61819f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61cc13700 1 -- 172.21.15.133:0/1634252790 learned_addr learned my addr 172.21.15.133:0/1634252790 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd617fff700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6181030e0 0x7fd61806bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd61810ea10 con 0x7fd6181030e0 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd61810e890 con 0x7fd618104210 2024-04-25T15:58:00.136 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd61810eb90 con 0x7fd618104bb0 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd617fff700 1 -- 172.21.15.133:0/1634252790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 msgr2=0x7fd6181a1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd617fff700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd6181a1960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd617fff700 1 -- 172.21.15.133:0/1634252790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd618104210 msgr2=0x7fd61819f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd617fff700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd618104210 0x7fd61819f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd617fff700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6181a2190 con 0x7fd6181030e0 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd6177fe700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd618104210 0x7fd61819f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.133+0000 7fd61cc13700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd6181a1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.134+0000 7fd617fff700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6181030e0 0x7fd61806bfa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd618102de0 tx=0x7fd60800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.134+0000 7fd6157fa700 1 -- 172.21.15.133:0/1634252790 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd608004220 con 0x7fd6181030e0 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.134+0000 7fd6157fa700 1 -- 172.21.15.133:0/1634252790 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd6080043c0 con 0x7fd6181030e0 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.134+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6181a2480 con 0x7fd6181030e0 2024-04-25T15:58:00.138 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.134+0000 7fd6157fa700 1 -- 172.21.15.133:0/1634252790 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd608003b40 con 0x7fd6181030e0 2024-04-25T15:58:00.139 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.134+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6181a29c0 con 0x7fd6181030e0 2024-04-25T15:58:00.139 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.135+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd618051190 con 0x7fd6181030e0 2024-04-25T15:58:00.139 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.137+0000 7fd6157fa700 1 -- 172.21.15.133:0/1634252790 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fd608003ce0 con 0x7fd6181030e0 2024-04-25T15:58:00.139 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.138+0000 7fd6157fa700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd6000afb80 0x7fd6000b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:00.139 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.138+0000 7fd6157fa700 1 -- 172.21.15.133:0/1634252790 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fd6080deb80 con 0x7fd6181030e0 2024-04-25T15:58:00.140 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.138+0000 7fd6177fe700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd6000afb80 0x7fd6000b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:00.140 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.138+0000 7fd6177fe700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd6000afb80 0x7fd6000b2090 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd61806b950 tx=0x7fd60c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:00.143 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.142+0000 7fd6157fa700 1 -- 172.21.15.133:0/1634252790 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6080a7bf0 con 0x7fd6181030e0 2024-04-25T15:58:00.361 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.359+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}) -- 0x7fd618063bd0 con 0x7fd6000afb80 2024-04-25T15:58:00.370 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.368+0000 7fd6157fa700 1 -- 172.21.15.133:0/1634252790 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fd618063bd0 con 0x7fd6000afb80 2024-04-25T15:58:00.370 INFO:teuthology.orchestra.run.smithi133.stdout:Scheduled mds.all update... 2024-04-25T15:58:00.372 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd6000afb80 msgr2=0x7fd6000b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:00.372 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd6000afb80 0x7fd6000b2090 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd61806b950 tx=0x7fd60c0073d0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.372 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6181030e0 msgr2=0x7fd61806bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6181030e0 0x7fd61806bfa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd618102de0 tx=0x7fd60800eca0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 shutdown_connections 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd6000afb80 0x7fd6000b2090 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd618104bb0 0x7fd6181a1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6181030e0 0x7fd61806bfa0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 --2- 172.21.15.133:0/1634252790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd618104210 0x7fd61819f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.370+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 >> 172.21.15.133:0/1634252790 conn(0x7fd6180fe740 msgr2=0x7fd618107440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.371+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 shutdown_connections 2024-04-25T15:58:00.373 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-25T15:58:00.371+0000 7fd61e676700 1 -- 172.21.15.133:0/1634252790 wait complete. 2024-04-25T15:58:01.075 DEBUG:teuthology.orchestra.run.smithi112:mds.a> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.a.service 2024-04-25T15:58:01.078 DEBUG:teuthology.orchestra.run.smithi112:mds.d> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.d.service 2024-04-25T15:58:01.121 DEBUG:teuthology.orchestra.run.smithi112:mds.g> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.g.service 2024-04-25T15:58:01.164 DEBUG:teuthology.orchestra.run.smithi112:mds.j> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.j.service 2024-04-25T15:58:01.207 DEBUG:teuthology.orchestra.run.smithi116:mds.b> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.b.service 2024-04-25T15:58:01.210 DEBUG:teuthology.orchestra.run.smithi116:mds.e> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.e.service 2024-04-25T15:58:01.253 DEBUG:teuthology.orchestra.run.smithi116:mds.h> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.h.service 2024-04-25T15:58:01.295 DEBUG:teuthology.orchestra.run.smithi116:mds.k> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.k.service 2024-04-25T15:58:01.338 DEBUG:teuthology.orchestra.run.smithi133:mds.c> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.c.service 2024-04-25T15:58:01.341 DEBUG:teuthology.orchestra.run.smithi133:mds.f> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.f.service 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:01.360 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:01 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:01.361 DEBUG:teuthology.orchestra.run.smithi133:mds.i> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.i.service 2024-04-25T15:58:01.403 DEBUG:teuthology.orchestra.run.smithi133:mds.l> sudo journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.l.service 2024-04-25T15:58:01.446 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-25T15:58:01.447 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:01.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:01.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:01 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:01.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:01.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:01 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.561+0000 7f3631a40640 1 -- 172.21.15.112:0/179419446 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c103c20 msgr2=0x7f362c104030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.561+0000 7f3631a40640 1 --2- 172.21.15.112:0/179419446 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c103c20 0x7f362c104030 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3614009900 tx=0x7f361402a410 comp rx=0 tx=0).stop 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 -- 172.21.15.112:0/179419446 shutdown_connections 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 --2- 172.21.15.112:0/179419446 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f362c108920 0x7f362c10ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 --2- 172.21.15.112:0/179419446 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c103c20 0x7f362c104030 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 --2- 172.21.15.112:0/179419446 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f362c1029e0 0x7f362c1036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 -- 172.21.15.112:0/179419446 >> 172.21.15.112:0/179419446 conn(0x7f362c0fdbf0 msgr2=0x7f362c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 -- 172.21.15.112:0/179419446 shutdown_connections 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 -- 172.21.15.112:0/179419446 wait complete. 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 Processor -- start 2024-04-25T15:58:01.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 -- start start 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f362c1029e0 0x7f362c19a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f362c103c20 0x7f362c19a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c108920 0x7f362c1a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f362c10f520 con 0x7f362c108920 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.562+0000 7f3631a40640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f362c10f3a0 con 0x7f362c1029e0 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f3631a40640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f362c10f6a0 con 0x7f362c103c20 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c108920 0x7f362c1a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c108920 0x7f362c1a1660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53672/0 (socket says 172.21.15.112:53672) 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362affd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f362c1029e0 0x7f362c19a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 -- 172.21.15.112:0/3322756458 learned_addr learned my addr 172.21.15.112:0/3322756458 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f36227fc640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f362c103c20 0x7f362c19a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 -- 172.21.15.112:0/3322756458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f362c103c20 msgr2=0x7f362c19a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f362c103c20 0x7f362c19a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 -- 172.21.15.112:0/3322756458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f362c1029e0 msgr2=0x7f362c19a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f362c1029e0 0x7f362c19a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 -- 172.21.15.112:0/3322756458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362c1a1cd0 con 0x7f362c108920 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f36227fc640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f362c103c20 0x7f362c19a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f362b7fe640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c108920 0x7f362c1a1660 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f362400eb10 tx=0x7f362400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f3630a3e640 1 -- 172.21.15.112:0/3322756458 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624004b20 con 0x7f362c108920 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f3630a3e640 1 -- 172.21.15.112:0/3322756458 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3624004cc0 con 0x7f362c108920 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f362c1a1fc0 con 0x7f362c108920 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f3630a3e640 1 -- 172.21.15.112:0/3322756458 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624010690 con 0x7f362c108920 2024-04-25T15:58:01.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.563+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f362c1a2420 con 0x7f362c108920 2024-04-25T15:58:01.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.564+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f362c107730 con 0x7f362c108920 2024-04-25T15:58:01.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.566+0000 7f3630a3e640 1 -- 172.21.15.112:0/3322756458 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f3624005000 con 0x7f362c108920 2024-04-25T15:58:01.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.566+0000 7f3630a3e640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36180afaf0 0x7f36180b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.566+0000 7f362affd640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36180afaf0 0x7f36180b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.566+0000 7f3630a3e640 1 -- 172.21.15.112:0/3322756458 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f36240dee60 con 0x7f362c108920 2024-04-25T15:58:01.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.567+0000 7f362affd640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36180afaf0 0x7f36180b2000 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f361c005fd0 tx=0x7f361c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:01.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.570+0000 7f3630a3e640 1 -- 172.21.15.112:0/3322756458 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3624053ff0 con 0x7f362c108920 2024-04-25T15:58:01.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.746+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f362c02dd20 con 0x7f362c108920 2024-04-25T15:58:01.748 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.747+0000 7f3630a3e640 1 -- 172.21.15.112:0/3322756458 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+18538 (secure 0 0 0) 0x7f36240a7ee0 con 0x7f362c108920 2024-04-25T15:58:01.748 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:01.748 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":71,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:57:50.263778+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:58:01.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36180afaf0 msgr2=0x7f36180b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36180afaf0 0x7f36180b2000 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f361c005fd0 tx=0x7f361c00b410 comp rx=0 tx=0).stop 2024-04-25T15:58:01.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c108920 msgr2=0x7f362c1a1660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c108920 0x7f362c1a1660 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f362400eb10 tx=0x7f362400c2d0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 shutdown_connections 2024-04-25T15:58:01.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36180afaf0 0x7f36180b2000 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f362c103c20 0x7f362c19a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f362c108920 0x7f362c1a1660 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 --2- 172.21.15.112:0/3322756458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f362c1029e0 0x7f362c19a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 >> 172.21.15.112:0/3322756458 conn(0x7f362c0fdbf0 msgr2=0x7f362c104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:01.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 shutdown_connections 2024-04-25T15:58:01.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.749+0000 7f3631a40640 1 -- 172.21.15.112:0/3322756458 wait complete. 2024-04-25T15:58:01.761 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T15:58:01.762 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T15:58:01.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 -- 172.21.15.112:0/2672008979 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c8103b40 msgr2=0x7f65c8104010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/2672008979 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c8103b40 0x7f65c8104010 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f65bc009900 tx=0x7f65bc02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:01.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 -- 172.21.15.112:0/2672008979 shutdown_connections 2024-04-25T15:58:01.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/2672008979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c81046a0 0x7f65c810adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/2672008979 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c8103b40 0x7f65c8104010 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/2672008979 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65c8102fe0 0x7f65c81033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 -- 172.21.15.112:0/2672008979 >> 172.21.15.112:0/2672008979 conn(0x7f65c80fd380 msgr2=0x7f65c80ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 -- 172.21.15.112:0/2672008979 shutdown_connections 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.911+0000 7f65cf0c6640 1 -- 172.21.15.112:0/2672008979 wait complete. 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 Processor -- start 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 -- start start 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c8102fe0 0x7f65c8198ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65c8103b40 0x7f65c8199410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c819e390 0x7f65c81a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f65c810e670 con 0x7f65c819e390 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f65c810e4f0 con 0x7f65c8103b40 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cf0c6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f65c810e7f0 con 0x7f65c8102fe0 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c819e390 0x7f65c81a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c819e390 0x7f65c81a07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53692/0 (socket says 172.21.15.112:53692) 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65c7fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65c8103b40 0x7f65c8199410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 -- 172.21.15.112:0/3045245437 learned_addr learned my addr 172.21.15.112:0/3045245437 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cce62640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c8102fe0 0x7f65c8198ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 -- 172.21.15.112:0/3045245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c8102fe0 msgr2=0x7f65c8198ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c8102fe0 0x7f65c8198ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 -- 172.21.15.112:0/3045245437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65c8103b40 msgr2=0x7f65c8199410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65c8103b40 0x7f65c8199410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 -- 172.21.15.112:0/3045245437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c81a0e20 con 0x7f65c819e390 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65cd663640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c819e390 0x7f65c81a07b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f65b800d960 tx=0x7f65b800de20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65c5ffb640 1 -- 172.21.15.112:0/3045245437 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b801b070 con 0x7f65c819e390 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.912+0000 7f65c5ffb640 1 -- 172.21.15.112:0/3045245437 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f65b800ed60 con 0x7f65c819e390 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.913+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c8101870 con 0x7f65c819e390 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.913+0000 7f65c5ffb640 1 -- 172.21.15.112:0/3045245437 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8014640 con 0x7f65c819e390 2024-04-25T15:58:01.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.913+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c8101e40 con 0x7f65c819e390 2024-04-25T15:58:01.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.914+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c806b350 con 0x7f65c819e390 2024-04-25T15:58:01.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.915+0000 7f65c5ffb640 1 -- 172.21.15.112:0/3045245437 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f65b801e070 con 0x7f65c819e390 2024-04-25T15:58:01.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.916+0000 7f65c5ffb640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f65b00afaf0 0x7f65b00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:01.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.916+0000 7f65cce62640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f65b00afaf0 0x7f65b00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:01.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.916+0000 7f65c5ffb640 1 -- 172.21.15.112:0/3045245437 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f65b80dfe80 con 0x7f65c819e390 2024-04-25T15:58:01.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.916+0000 7f65cce62640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f65b00afaf0 0x7f65b00b2000 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f65c00099a0 tx=0x7f65c0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:01.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:01.920+0000 7f65c5ffb640 1 -- 172.21.15.112:0/3045245437 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f65b80a88b0 con 0x7f65c819e390 2024-04-25T15:58:02.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.097+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f65c81a0ff0 con 0x7f65c819e390 2024-04-25T15:58:02.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.097+0000 7f65c5ffb640 1 -- 172.21.15.112:0/3045245437 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) ==== 93+0+10 (secure 0 0 0) 0x7f65b80acbb0 con 0x7f65c819e390 2024-04-25T15:58:02.099 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f65b00afaf0 msgr2=0x7f65b00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f65b00afaf0 0x7f65b00b2000 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f65c00099a0 tx=0x7f65c0009500 comp rx=0 tx=0).stop 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c819e390 msgr2=0x7f65c81a07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c819e390 0x7f65c81a07b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f65b800d960 tx=0x7f65b800de20 comp rx=0 tx=0).stop 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 shutdown_connections 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f65b00afaf0 0x7f65b00b2000 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f65c819e390 0x7f65c81a07b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65c8103b40 0x7f65c8199410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 --2- 172.21.15.112:0/3045245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c8102fe0 0x7f65c8198ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.099+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 >> 172.21.15.112:0/3045245437 conn(0x7f65c80fd380 msgr2=0x7f65c80ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.100+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 shutdown_connections 2024-04-25T15:58:02.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.100+0000 7f65cf0c6640 1 -- 172.21.15.112:0/3045245437 wait complete. 2024-04-25T15:58:02.111 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:02.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 -- 172.21.15.112:0/681457254 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 msgr2=0x7f2f5810be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/681457254 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f5810be40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2f50009ca0 tx=0x7f2f5002a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 -- 172.21.15.112:0/681457254 shutdown_connections 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/681457254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f581070c0 0x7f2f581094e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/681457254 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f5810be40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/681457254 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2f58101f10 0x7f2f58106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 -- 172.21.15.112:0/681457254 >> 172.21.15.112:0/681457254 conn(0x7f2f580fd370 msgr2=0x7f2f580ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 -- 172.21.15.112:0/681457254 shutdown_connections 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.218+0000 7f2f5f48c640 1 -- 172.21.15.112:0/681457254 wait complete. 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 Processor -- start 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 -- start start 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2f58101f10 0x7f2f5819a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:02.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f581070c0 0x7f2f5819a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f581a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2f5810f5a0 con 0x7f2f58109a20 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2f5810f420 con 0x7f2f58101f10 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5f48c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2f5810f720 con 0x7f2f581070c0 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5da29640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f581a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5da29640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f581a15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53722/0 (socket says 172.21.15.112:53722) 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5da29640 1 -- 172.21.15.112:0/3038172630 learned_addr learned my addr 172.21.15.112:0/3038172630 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.219+0000 7f2f5d228640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2f58101f10 0x7f2f5819a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5ca27640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f581070c0 0x7f2f5819a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5da29640 1 -- 172.21.15.112:0/3038172630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f581070c0 msgr2=0x7f2f5819a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5da29640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f581070c0 0x7f2f5819a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5da29640 1 -- 172.21.15.112:0/3038172630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2f58101f10 msgr2=0x7f2f5819a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5da29640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2f58101f10 0x7f2f5819a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5da29640 1 -- 172.21.15.112:0/3038172630 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f581a1bb0 con 0x7f2f58109a20 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5ca27640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f581070c0 0x7f2f5819a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5da29640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f581a15f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2f50031040 tx=0x7f2f50003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f4e7fc640 1 -- 172.21.15.112:0/3038172630 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f50004040 con 0x7f2f58109a20 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f4e7fc640 1 -- 172.21.15.112:0/3038172630 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2f50004670 con 0x7f2f58109a20 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f4e7fc640 1 -- 172.21.15.112:0/3038172630 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f50030d50 con 0x7f2f58109a20 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f581a1e40 con 0x7f2f58109a20 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.220+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f581a22a0 con 0x7f2f58109a20 2024-04-25T15:58:02.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.221+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f5806a190 con 0x7f2f58109a20 2024-04-25T15:58:02.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.223+0000 7f2f4e7fc640 1 -- 172.21.15.112:0/3038172630 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f2f500305c0 con 0x7f2f58109a20 2024-04-25T15:58:02.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.223+0000 7f2f4e7fc640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2f440afb70 0x7f2f440b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:02.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.223+0000 7f2f5d228640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2f440afb70 0x7f2f440b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:02.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.223+0000 7f2f4e7fc640 1 -- 172.21.15.112:0/3038172630 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f2f500fff00 con 0x7f2f58109a20 2024-04-25T15:58:02.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.224+0000 7f2f5d228640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2f440afb70 0x7f2f440b2080 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2f54005d00 tx=0x7f2f5400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:02.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.227+0000 7f2f4e7fc640 1 -- 172.21.15.112:0/3038172630 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2f500c9010 con 0x7f2f58109a20 2024-04-25T15:58:02.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:02 smithi133 ceph-mon[32641]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:58:02.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:02 smithi133 ceph-mon[32641]: Saving service mds.all spec with placement smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2024-04-25T15:58:02.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:02 smithi133 ceph-mon[32641]: Deploying daemon mds.l on smithi133 2024-04-25T15:58:02.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3322756458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:02.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3045245437' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:02.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.441+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f580fee90 con 0x7f2f58109a20 2024-04-25T15:58:02.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.442+0000 7f2f4e7fc640 1 -- 172.21.15.112:0/3038172630 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f2f500c8910 con 0x7f2f58109a20 2024-04-25T15:58:02.443 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:02.443 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-25T15:58:02.443 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 1 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.443+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2f440afb70 msgr2=0x7f2f440b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.443+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2f440afb70 0x7f2f440b2080 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2f54005d00 tx=0x7f2f5400b410 comp rx=0 tx=0).stop 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.443+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 msgr2=0x7f2f581a15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.443+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f581a15f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2f50031040 tx=0x7f2f50003ba0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 shutdown_connections 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2f440afb70 0x7f2f440b2080 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f581070c0 0x7f2f5819a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2f58109a20 0x7f2f581a15f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 --2- 172.21.15.112:0/3038172630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2f58101f10 0x7f2f5819a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 >> 172.21.15.112:0/3038172630 conn(0x7f2f580fd370 msgr2=0x7f2f58105640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:02.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 shutdown_connections 2024-04-25T15:58:02.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:02.444+0000 7f2f5f48c640 1 -- 172.21.15.112:0/3038172630 wait complete. 2024-04-25T15:58:02.454 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:02 smithi112 ceph-mon[29426]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:58:02.454 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:02 smithi112 ceph-mon[29426]: Saving service mds.all spec with placement smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2024-04-25T15:58:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:02 smithi112 ceph-mon[29426]: Deploying daemon mds.l on smithi133 2024-04-25T15:58:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3322756458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3045245437' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:02 smithi116 ceph-mon[32780]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:58:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:02 smithi116 ceph-mon[32780]: Saving service mds.all spec with placement smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2024-04-25T15:58:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:02 smithi116 ceph-mon[32780]: Deploying daemon mds.l on smithi133 2024-04-25T15:58:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3322756458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3045245437' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:03.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:03 smithi133 ceph-mon[32641]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:03.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:03 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3038172630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:03.436 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 systemd[1]: Starting Ceph mds.l for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:03 smithi112 ceph-mon[29426]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:03.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:03 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3038172630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:03.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:03 smithi116 ceph-mon[32780]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:03.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:03 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3038172630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:03.798 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 podman[62045]: 2024-04-25 15:58:03.434788899 +0000 UTC m=+0.018206887 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:03.798 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 podman[62045]: 2024-04-25 15:58:03.534150373 +0000 UTC m=+0.117568348 container create fdcb2da780da138ff53e41167f249d33764e2ac047d6a171ac9b1688b8963325 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T15:58:03.798 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 podman[62045]: 2024-04-25 15:58:03.762134385 +0000 UTC m=+0.345552359 container init fdcb2da780da138ff53e41167f249d33764e2ac047d6a171ac9b1688b8963325 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-25T15:58:03.799 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 podman[62045]: 2024-04-25 15:58:03.76482079 +0000 UTC m=+0.348238765 container start fdcb2da780da138ff53e41167f249d33764e2ac047d6a171ac9b1688b8963325 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-25T15:58:03.799 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 ceph-mds[62064]: -- 172.21.15.133:0/304840853 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555d43933a40 con 0x555d4397b180 2024-04-25T15:58:04.185 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l[62060]: starting mds.l at 2024-04-25T15:58:04.186 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 bash[62045]: fdcb2da780da138ff53e41167f249d33764e2ac047d6a171ac9b1688b8963325 2024-04-25T15:58:04.186 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 15:58:03 smithi133 systemd[1]: Started Ceph mds.l for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:04.457 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 -- 172.21.15.112:0/502062682 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4108900 msgr2=0x7fd6a410ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 --2- 172.21.15.112:0/502062682 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4108900 0x7fd6a410ad20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd69c009ca0 tx=0x7fd69c02a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 -- 172.21.15.112:0/502062682 shutdown_connections 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 --2- 172.21.15.112:0/502062682 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4108900 0x7fd6a410ad20 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 --2- 172.21.15.112:0/502062682 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6a4103c00 0x7fd6a4104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 --2- 172.21.15.112:0/502062682 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6a41029c0 0x7fd6a41036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 -- 172.21.15.112:0/502062682 >> 172.21.15.112:0/502062682 conn(0x7fd6a40fdbd0 msgr2=0x7fd6a4100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.576+0000 7fd6aa430640 1 -- 172.21.15.112:0/502062682 shutdown_connections 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.577+0000 7fd6aa430640 1 -- 172.21.15.112:0/502062682 wait complete. 2024-04-25T15:58:04.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.577+0000 7fd6aa430640 1 Processor -- start 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.577+0000 7fd6aa430640 1 -- start start 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.577+0000 7fd6aa430640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6a41029c0 0x7fd6a406a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.577+0000 7fd6aa430640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4103c00 0x7fd6a419eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6aa430640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6a4108900 0x7fd6a41a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6aa430640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a410e3f0 con 0x7fd6a4103c00 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6aa430640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a410e270 con 0x7fd6a4108900 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6aa430640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a410e570 con 0x7fd6a41029c0 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6a41029c0 0x7fd6a406a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4103c00 0x7fd6a419eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4103c00 0x7fd6a419eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35874/0 (socket says 172.21.15.112:35874) 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6a41029c0 0x7fd6a406a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.112:55178/0 (socket says 172.21.15.112:55178) 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 -- 172.21.15.112:0/179318894 learned_addr learned my addr 172.21.15.112:0/179318894 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:04.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a89cd640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6a4108900 0x7fd6a41a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 -- 172.21.15.112:0/179318894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6a41029c0 msgr2=0x7fd6a406a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6a41029c0 0x7fd6a406a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 -- 172.21.15.112:0/179318894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6a4108900 msgr2=0x7fd6a41a13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6a4108900 0x7fd6a41a13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 -- 172.21.15.112:0/179318894 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a41a1c10 con 0x7fd6a4103c00 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a89cd640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6a4108900 0x7fd6a41a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a37fe640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4103c00 0x7fd6a419eea0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd69400d950 tx=0x7fd69400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a17fa640 1 -- 172.21.15.112:0/179318894 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694017030 con 0x7fd6a4103c00 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a17fa640 1 -- 172.21.15.112:0/179318894 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd694004020 con 0x7fd6a4103c00 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a41a1f00 con 0x7fd6a4103c00 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6a17fa640 1 -- 172.21.15.112:0/179318894 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6940055d0 con 0x7fd6a4103c00 2024-04-25T15:58:04.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.578+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a41a2370 con 0x7fd6a4103c00 2024-04-25T15:58:04.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.579+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6a4107710 con 0x7fd6a4103c00 2024-04-25T15:58:04.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.581+0000 7fd6a17fa640 1 -- 172.21.15.112:0/179318894 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fd694009a30 con 0x7fd6a4103c00 2024-04-25T15:58:04.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.582+0000 7fd6a17fa640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd68c0afaf0 0x7fd68c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:04.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.582+0000 7fd6a3fff640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd68c0afaf0 0x7fd68c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:04.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.582+0000 7fd6a17fa640 1 -- 172.21.15.112:0/179318894 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fd6940de750 con 0x7fd6a4103c00 2024-04-25T15:58:04.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.582+0000 7fd6a3fff640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd68c0afaf0 0x7fd68c0b2000 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd698005fd0 tx=0x7fd69800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:04.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.585+0000 7fd6a17fa640 1 -- 172.21.15.112:0/179318894 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6940a77d0 con 0x7fd6a4103c00 2024-04-25T15:58:04.801 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.799+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6a402dda0 con 0x7fd6a4103c00 2024-04-25T15:58:04.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.800+0000 7fd6a17fa640 1 -- 172.21.15.112:0/179318894 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fd6940a70d0 con 0x7fd6a4103c00 2024-04-25T15:58:04.802 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:04.802 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T15:58:04.802 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 2 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd68c0afaf0 msgr2=0x7fd68c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd68c0afaf0 0x7fd68c0b2000 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd698005fd0 tx=0x7fd69800b390 comp rx=0 tx=0).stop 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4103c00 msgr2=0x7fd6a419eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4103c00 0x7fd6a419eea0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd69400d950 tx=0x7fd69400de10 comp rx=0 tx=0).stop 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 shutdown_connections 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd68c0afaf0 0x7fd68c0b2000 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd6a4108900 0x7fd6a41a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6a4103c00 0x7fd6a419eea0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 --2- 172.21.15.112:0/179318894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6a41029c0 0x7fd6a406a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:04.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 >> 172.21.15.112:0/179318894 conn(0x7fd6a40fdbd0 msgr2=0x7fd6a41048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:04.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 shutdown_connections 2024-04-25T15:58:04.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:04.802+0000 7fd6aa430640 1 -- 172.21.15.112:0/179318894 wait complete. 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6832/940733382,v1:172.21.15.133:6833/940733382] up:boot 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: fsmap 1 up:standby 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: Deploying daemon mds.k on smithi116 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:04 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/179318894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6832/940733382,v1:172.21.15.133:6833/940733382] up:boot 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: fsmap 1 up:standby 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: Deploying daemon mds.k on smithi116 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:05.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:04 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/179318894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:05.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6832/940733382,v1:172.21.15.133:6833/940733382] up:boot 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: fsmap 1 up:standby 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: Deploying daemon mds.k on smithi116 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:05.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:04 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/179318894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:06.433 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 systemd[1]: Starting Ceph mds.k for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:06.707 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 podman[62030]: 2024-04-25 15:58:06.335761474 +0000 UTC m=+0.017893609 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:06.707 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 podman[62030]: 2024-04-25 15:58:06.462248103 +0000 UTC m=+0.144380220 container create b1a3a1e6e74bc4fa52d46018e3c04a3db79bbe2809a60e92ba5117c462762f5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-25T15:58:06.707 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 podman[62030]: 2024-04-25 15:58:06.706547658 +0000 UTC m=+0.388679775 container init b1a3a1e6e74bc4fa52d46018e3c04a3db79bbe2809a60e92ba5117c462762f5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=) 2024-04-25T15:58:06.816 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:06.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 -- 172.21.15.112:0/3781349795 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 msgr2=0x7f6e701036c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/3781349795 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e701036c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c009900 tx=0x7f6e6c02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 -- 172.21.15.112:0/3781349795 shutdown_connections 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/3781349795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e70103c00 0x7f6e70104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/3781349795 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e70108900 0x7f6e7010ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/3781349795 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e701036c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 -- 172.21.15.112:0/3781349795 >> 172.21.15.112:0/3781349795 conn(0x7f6e700fdbd0 msgr2=0x7f6e70100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 -- 172.21.15.112:0/3781349795 shutdown_connections 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.942+0000 7f6e76f5f640 1 -- 172.21.15.112:0/3781349795 wait complete. 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 Processor -- start 2024-04-25T15:58:06.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 -- start start 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e70199060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e70103c00 0x7f6e701995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e70108900 0x7f6e701a0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7010e370 con 0x7f6e701029c0 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7010e1f0 con 0x7f6e70108900 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e76f5f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7010e4f0 con 0x7f6e70103c00 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e74cfb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e70199060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e74cfb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e70199060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35892/0 (socket says 172.21.15.112:35892) 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e74cfb640 1 -- 172.21.15.112:0/1823252309 learned_addr learned my addr 172.21.15.112:0/1823252309 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.943+0000 7f6e754fc640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e70108900 0x7f6e701a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e67fff640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e70103c00 0x7f6e701995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:06.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e74cfb640 1 -- 172.21.15.112:0/1823252309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e70103c00 msgr2=0x7f6e701995a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e74cfb640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e70103c00 0x7f6e701995a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e74cfb640 1 -- 172.21.15.112:0/1823252309 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e70108900 msgr2=0x7f6e701a0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e74cfb640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e70108900 0x7f6e701a0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e74cfb640 1 -- 172.21.15.112:0/1823252309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e701a0ba0 con 0x7f6e701029c0 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e67fff640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e70103c00 0x7f6e701995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e74cfb640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e70199060 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c005760 tx=0x7f6e6c005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e65ffb640 1 -- 172.21.15.112:0/1823252309 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c046070 con 0x7f6e701029c0 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e70069e90 con 0x7f6e701029c0 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e65ffb640 1 -- 172.21.15.112:0/1823252309 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6e6c004350 con 0x7f6e701029c0 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e65ffb640 1 -- 172.21.15.112:0/1823252309 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c035050 con 0x7f6e701029c0 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.944+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e7006a380 con 0x7f6e701029c0 2024-04-25T15:58:06.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.946+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e7006aec0 con 0x7f6e701029c0 2024-04-25T15:58:06.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.947+0000 7f6e65ffb640 1 -- 172.21.15.112:0/1823252309 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f6e6c049070 con 0x7f6e701029c0 2024-04-25T15:58:06.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.948+0000 7f6e65ffb640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e580afaf0 0x7f6e580b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:06.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.948+0000 7f6e67fff640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e580afaf0 0x7f6e580b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:06.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.948+0000 7f6e65ffb640 1 -- 172.21.15.112:0/1823252309 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f6e6c1005e0 con 0x7f6e701029c0 2024-04-25T15:58:06.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.948+0000 7f6e67fff640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e580afaf0 0x7f6e580b2000 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6e7019a100 tx=0x7f6e60005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:06.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:06.951+0000 7f6e65ffb640 1 -- 172.21.15.112:0/1823252309 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e6c050020 con 0x7f6e701029c0 2024-04-25T15:58:07.027 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 podman[62030]: 2024-04-25 15:58:06.709623095 +0000 UTC m=+0.391755211 container start b1a3a1e6e74bc4fa52d46018e3c04a3db79bbe2809a60e92ba5117c462762f5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T15:58:07.028 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 ceph-mds[62050]: -- 172.21.15.116:0/3640009323 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb11e1ba40 con 0x55fb11e63180 2024-04-25T15:58:07.028 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k[62046]: starting mds.k at 2024-04-25T15:58:07.028 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 bash[62030]: b1a3a1e6e74bc4fa52d46018e3c04a3db79bbe2809a60e92ba5117c462762f5c 2024-04-25T15:58:07.028 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 15:58:06 smithi116 systemd[1]: Started Ceph mds.k for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:07.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.172+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e70107760 con 0x7f6e701029c0 2024-04-25T15:58:07.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.173+0000 7f6e65ffb640 1 -- 172.21.15.112:0/1823252309 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f6e70107760 con 0x7f6e701029c0 2024-04-25T15:58:07.175 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:07.175 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T15:58:07.176 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 2 2024-04-25T15:58:07.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e580afaf0 msgr2=0x7f6e580b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:07.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e580afaf0 0x7f6e580b2000 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6e7019a100 tx=0x7f6e60005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:07.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 msgr2=0x7f6e70199060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:07.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e70199060 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c005760 tx=0x7f6e6c005e20 comp rx=0 tx=0).stop 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 shutdown_connections 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6e580afaf0 0x7f6e580b2000 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e70103c00 0x7f6e701995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e70108900 0x7f6e701a0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 --2- 172.21.15.112:0/1823252309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6e701029c0 0x7f6e70199060 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 >> 172.21.15.112:0/1823252309 conn(0x7f6e700fdbd0 msgr2=0x7f6e701048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 shutdown_connections 2024-04-25T15:58:07.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:07.175+0000 7f6e76f5f640 1 -- 172.21.15.112:0/1823252309 wait complete. 2024-04-25T15:58:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:07.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:07.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:07.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:07 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1823252309' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:07.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:07.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:07 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1823252309' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:07 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1823252309' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:08 smithi116 ceph-mon[32780]: Deploying daemon mds.j on smithi112 2024-04-25T15:58:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:08 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6832/496231742,v1:172.21.15.116:6833/496231742] up:boot 2024-04-25T15:58:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:08 smithi116 ceph-mon[32780]: fsmap 2 up:standby 2024-04-25T15:58:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:08 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T15:58:08.558 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:08 smithi112 ceph-mon[29426]: Deploying daemon mds.j on smithi112 2024-04-25T15:58:08.558 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:08 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6832/496231742,v1:172.21.15.116:6833/496231742] up:boot 2024-04-25T15:58:08.558 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:08 smithi112 ceph-mon[29426]: fsmap 2 up:standby 2024-04-25T15:58:08.558 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:08 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T15:58:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:08 smithi133 ceph-mon[32641]: Deploying daemon mds.j on smithi112 2024-04-25T15:58:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:08 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6832/496231742,v1:172.21.15.116:6833/496231742] up:boot 2024-04-25T15:58:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:08 smithi133 ceph-mon[32641]: fsmap 2 up:standby 2024-04-25T15:58:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:08 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T15:58:09.190 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:09.205 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 systemd[1]: Starting Ceph mds.j for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 -- 172.21.15.112:0/351249232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a701050a0 msgr2=0x7f1a701054b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 --2- 172.21.15.112:0/351249232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a701050a0 0x7f1a701054b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1a60009900 tx=0x7f1a6002a410 comp rx=0 tx=0).stop 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 -- 172.21.15.112:0/351249232 shutdown_connections 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 --2- 172.21.15.112:0/351249232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a70102250 0x7f1a7010bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 --2- 172.21.15.112:0/351249232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a70101750 0x7f1a70101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 --2- 172.21.15.112:0/351249232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a701050a0 0x7f1a701054b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 -- 172.21.15.112:0/351249232 >> 172.21.15.112:0/351249232 conn(0x7f1a700fd370 msgr2=0x7f1a700ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 -- 172.21.15.112:0/351249232 shutdown_connections 2024-04-25T15:58:09.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.310+0000 7f1a76651640 1 -- 172.21.15.112:0/351249232 wait complete. 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 Processor -- start 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 -- start start 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a70101750 0x7f1a7019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a70102250 0x7f1a7019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a701050a0 0x7f1a701a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7010f4c0 con 0x7f1a70101750 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7010f340 con 0x7f1a70102250 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a76651640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7010f640 con 0x7f1a701050a0 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a70101750 0x7f1a7019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a70101750 0x7f1a7019a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35918/0 (socket says 172.21.15.112:35918) 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 -- 172.21.15.112:0/4102234155 learned_addr learned my addr 172.21.15.112:0/4102234155 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:09.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a74bee640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a701050a0 0x7f1a701a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 -- 172.21.15.112:0/4102234155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a701050a0 msgr2=0x7f1a701a1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a701050a0 0x7f1a701a1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6f7fe640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a70102250 0x7f1a7019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 -- 172.21.15.112:0/4102234155 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a70102250 msgr2=0x7f1a7019a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a70102250 0x7f1a7019a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a6ffff640 1 -- 172.21.15.112:0/4102234155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a701a1c70 con 0x7f1a70101750 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.311+0000 7f1a74bee640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a701050a0 0x7f1a701a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.312+0000 7f1a6ffff640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a70101750 0x7f1a7019a130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1a60005760 tx=0x7f1a60004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.312+0000 7f1a6d7fa640 1 -- 172.21.15.112:0/4102234155 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a6003f030 con 0x7f1a70101750 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.312+0000 7f1a6d7fa640 1 -- 172.21.15.112:0/4102234155 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a60003a80 con 0x7f1a70101750 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.312+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a701a1f00 con 0x7f1a70101750 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.312+0000 7f1a6d7fa640 1 -- 172.21.15.112:0/4102234155 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a60035070 con 0x7f1a70101750 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.312+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a701a2360 con 0x7f1a70101750 2024-04-25T15:58:09.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.313+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a70108a30 con 0x7f1a70101750 2024-04-25T15:58:09.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.314+0000 7f1a6d7fa640 1 -- 172.21.15.112:0/4102234155 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f1a60042030 con 0x7f1a70101750 2024-04-25T15:58:09.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.315+0000 7f1a6d7fa640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1a580afb70 0x7f1a580b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:09.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.315+0000 7f1a6f7fe640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1a580afb70 0x7f1a580b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:09.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.315+0000 7f1a6d7fa640 1 -- 172.21.15.112:0/4102234155 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f1a600ff310 con 0x7f1a70101750 2024-04-25T15:58:09.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.315+0000 7f1a6f7fe640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1a580afb70 0x7f1a580b2080 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1a64005fd0 tx=0x7f1a64005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:09.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.319+0000 7f1a6d7fa640 1 -- 172.21.15.112:0/4102234155 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1a600c8390 con 0x7f1a70101750 2024-04-25T15:58:09.468 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:09 smithi112 ceph-mon[29426]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:09.468 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 podman[67858]: 2024-04-25 15:58:09.233363908 +0000 UTC m=+0.020943636 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:09.468 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 podman[67858]: 2024-04-25 15:58:09.355471106 +0000 UTC m=+0.143050799 container create 40ad7fccd27481e06ca5958095499404a7fc1aa6210158e29bc70968d9b12f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T15:58:09.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:09 smithi116 ceph-mon[32780]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:09.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.551+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a7002db50 con 0x7f1a70101750 2024-04-25T15:58:09.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.552+0000 7f1a6d7fa640 1 -- 172.21.15.112:0/4102234155 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f1a600d0410 con 0x7f1a70101750 2024-04-25T15:58:09.553 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:09.553 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T15:58:09.553 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 3 2024-04-25T15:58:09.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1a580afb70 msgr2=0x7f1a580b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:09.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1a580afb70 0x7f1a580b2080 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1a64005fd0 tx=0x7f1a64005850 comp rx=0 tx=0).stop 2024-04-25T15:58:09.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a70101750 msgr2=0x7f1a7019a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:09.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a70101750 0x7f1a7019a130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1a60005760 tx=0x7f1a60004270 comp rx=0 tx=0).stop 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 shutdown_connections 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1a580afb70 0x7f1a580b2080 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a701050a0 0x7f1a701a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a70102250 0x7f1a7019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 --2- 172.21.15.112:0/4102234155 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1a70101750 0x7f1a7019a130 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 >> 172.21.15.112:0/4102234155 conn(0x7f1a700fd370 msgr2=0x7f1a70105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 shutdown_connections 2024-04-25T15:58:09.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:09.554+0000 7f1a76651640 1 -- 172.21.15.112:0/4102234155 wait complete. 2024-04-25T15:58:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:09 smithi133 ceph-mon[32641]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:09.955 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 podman[67858]: 2024-04-25 15:58:09.583472864 +0000 UTC m=+0.371052561 container init 40ad7fccd27481e06ca5958095499404a7fc1aa6210158e29bc70968d9b12f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T15:58:09.955 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 podman[67858]: 2024-04-25 15:58:09.586023698 +0000 UTC m=+0.373603392 container start 40ad7fccd27481e06ca5958095499404a7fc1aa6210158e29bc70968d9b12f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T15:58:09.956 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 ceph-mds[67902]: -- 172.21.15.112:0/1509022040 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55723ede1a40 con 0x55723ee29180 2024-04-25T15:58:09.956 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j[67896]: starting mds.j at 2024-04-25T15:58:09.956 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 bash[67858]: 40ad7fccd27481e06ca5958095499404a7fc1aa6210158e29bc70968d9b12f8f 2024-04-25T15:58:09.956 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 15:58:09 smithi112 systemd[1]: Started Ceph mds.j for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:10 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4102234155' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:10 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:10.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:10 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4102234155' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:10.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.646 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.646 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:10.646 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:10.646 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:10 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:10 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4102234155' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:10 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:11.409 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:11 smithi112 ceph-mon[29426]: Deploying daemon mds.d on smithi112 2024-04-25T15:58:11.409 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:11 smithi112 ceph-mon[29426]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:11.409 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:11 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.112:6834/381292380,v1:172.21.15.112:6835/381292380] up:boot 2024-04-25T15:58:11.409 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:11 smithi112 ceph-mon[29426]: fsmap 3 up:standby 2024-04-25T15:58:11.409 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:11 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T15:58:11.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:11 smithi116 ceph-mon[32780]: Deploying daemon mds.d on smithi112 2024-04-25T15:58:11.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:11 smithi116 ceph-mon[32780]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:11.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:11 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.112:6834/381292380,v1:172.21.15.112:6835/381292380] up:boot 2024-04-25T15:58:11.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:11 smithi116 ceph-mon[32780]: fsmap 3 up:standby 2024-04-25T15:58:11.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:11 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T15:58:11.568 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:11 smithi133 ceph-mon[32641]: Deploying daemon mds.d on smithi112 2024-04-25T15:58:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:11 smithi133 ceph-mon[32641]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:11 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.112:6834/381292380,v1:172.21.15.112:6835/381292380] up:boot 2024-04-25T15:58:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:11 smithi133 ceph-mon[32641]: fsmap 3 up:standby 2024-04-25T15:58:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:11 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T15:58:11.769 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 -- 172.21.15.112:0/3095537342 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554109a20 msgr2=0x7f455410be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 --2- 172.21.15.112:0/3095537342 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554109a20 0x7f455410be40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4544009ca0 tx=0x7f454402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 -- 172.21.15.112:0/3095537342 shutdown_connections 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 --2- 172.21.15.112:0/3095537342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4554104d20 0x7f4554105130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 --2- 172.21.15.112:0/3095537342 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554109a20 0x7f455410be40 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 --2- 172.21.15.112:0/3095537342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4554103ae0 0x7f45541047e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 -- 172.21.15.112:0/3095537342 >> 172.21.15.112:0/3095537342 conn(0x7f45540fecd0 msgr2=0x7f4554101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.768+0000 7f4559300640 1 -- 172.21.15.112:0/3095537342 shutdown_connections 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 -- 172.21.15.112:0/3095537342 wait complete. 2024-04-25T15:58:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 Processor -- start 2024-04-25T15:58:11.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 -- start start 2024-04-25T15:58:11.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554103ae0 0x7f4554076850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4554104d20 0x7f4554074ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4554109a20 0x7f4554075430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f455410f4f0 con 0x7f4554103ae0 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f455410f370 con 0x7f4554109a20 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.769+0000 7f4559300640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f455410f670 con 0x7f4554104d20 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554103ae0 0x7f4554076850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554103ae0 0x7f4554076850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35958/0 (socket says 172.21.15.112:35958) 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 -- 172.21.15.112:0/2914152963 learned_addr learned my addr 172.21.15.112:0/2914152963 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f45527fc640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4554104d20 0x7f4554074ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 -- 172.21.15.112:0/2914152963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4554104d20 msgr2=0x7f4554074ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4554104d20 0x7f4554074ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 -- 172.21.15.112:0/2914152963 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4554109a20 msgr2=0x7f4554075430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f45537fe640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4554109a20 0x7f4554075430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:11.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4554109a20 0x7f4554075430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 -- 172.21.15.112:0/2914152963 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4554075ad0 con 0x7f4554103ae0 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4552ffd640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554103ae0 0x7f4554076850 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f454c00d740 tx=0x7f454c00db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f453bfff640 1 -- 172.21.15.112:0/2914152963 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f454c017070 con 0x7f4554103ae0 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f453bfff640 1 -- 172.21.15.112:0/2914152963 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f454c009cb0 con 0x7f4554103ae0 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45541a4150 con 0x7f4554103ae0 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f453bfff640 1 -- 172.21.15.112:0/2914152963 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f454c003bb0 con 0x7f4554103ae0 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.770+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45541a4560 con 0x7f4554103ae0 2024-04-25T15:58:11.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.771+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4554108830 con 0x7f4554103ae0 2024-04-25T15:58:11.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.773+0000 7f453bfff640 1 -- 172.21.15.112:0/2914152963 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f454c009820 con 0x7f4554103ae0 2024-04-25T15:58:11.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.773+0000 7f453bfff640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f453c0afaf0 0x7f453c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:11.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.774+0000 7f45527fc640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f453c0afaf0 0x7f453c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:11.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.774+0000 7f453bfff640 1 -- 172.21.15.112:0/2914152963 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f454c0de4e0 con 0x7f4554103ae0 2024-04-25T15:58:11.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.774+0000 7f45527fc640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f453c0afaf0 0x7f453c0b2000 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f45540761f0 tx=0x7f454800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:11.782 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:11.781+0000 7f453bfff640 1 -- 172.21.15.112:0/2914152963 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f454c0a7560 con 0x7f4554103ae0 2024-04-25T15:58:11.955 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:11 smithi112 systemd[1]: Starting Ceph mds.d for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:12.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.011+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f455402db50 con 0x7f4554103ae0 2024-04-25T15:58:12.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.012+0000 7f453bfff640 1 -- 172.21.15.112:0/2914152963 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7f454c0a6e60 con 0x7f4554103ae0 2024-04-25T15:58:12.013 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:12.013 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T15:58:12.013 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 4 2024-04-25T15:58:12.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f453c0afaf0 msgr2=0x7f453c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:12.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f453c0afaf0 0x7f453c0b2000 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f45540761f0 tx=0x7f454800a2d0 comp rx=0 tx=0).stop 2024-04-25T15:58:12.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554103ae0 msgr2=0x7f4554076850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554103ae0 0x7f4554076850 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f454c00d740 tx=0x7f454c00db40 comp rx=0 tx=0).stop 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 shutdown_connections 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f453c0afaf0 0x7f453c0b2000 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4554104d20 0x7f4554074ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4554109a20 0x7f4554075430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 --2- 172.21.15.112:0/2914152963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4554103ae0 0x7f4554076850 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 >> 172.21.15.112:0/2914152963 conn(0x7f45540fecd0 msgr2=0x7f4554105a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 shutdown_connections 2024-04-25T15:58:12.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:12.014+0000 7f4559300640 1 -- 172.21.15.112:0/2914152963 wait complete. 2024-04-25T15:58:12.309 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:12 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2914152963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:12.309 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:12 smithi112 ceph-mon[29426]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:12.309 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 podman[68229]: 2024-04-25 15:58:12.017953051 +0000 UTC m=+0.018086151 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:12.309 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 podman[68229]: 2024-04-25 15:58:12.189134788 +0000 UTC m=+0.189267917 container create 2f2e7534cd04ae54d5532015682d5aaae73354a8a6011ca4536fbb36dcbf411a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-25T15:58:12.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:12 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2914152963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:12.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:12 smithi116 ceph-mon[32780]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:12.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:12 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2914152963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:12.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:12 smithi133 ceph-mon[32641]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:12.705 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 podman[68229]: 2024-04-25 15:58:12.422280571 +0000 UTC m=+0.422413661 container init 2f2e7534cd04ae54d5532015682d5aaae73354a8a6011ca4536fbb36dcbf411a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0) 2024-04-25T15:58:12.705 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 podman[68229]: 2024-04-25 15:58:12.425515479 +0000 UTC m=+0.425648566 container start 2f2e7534cd04ae54d5532015682d5aaae73354a8a6011ca4536fbb36dcbf411a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T15:58:12.705 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 ceph-mds[68251]: -- 172.21.15.112:0/3521517163 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d60c43a40 con 0x561d60c8b600 2024-04-25T15:58:12.705 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d[68247]: starting mds.d at 2024-04-25T15:58:12.706 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 bash[68229]: 2f2e7534cd04ae54d5532015682d5aaae73354a8a6011ca4536fbb36dcbf411a 2024-04-25T15:58:12.706 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 15:58:12 smithi112 systemd[1]: Started Ceph mds.d for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: Deploying daemon mds.e on smithi116 2024-04-25T15:58:13.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.112:6836/1066634685,v1:172.21.15.112:6837/1066634685] up:boot 2024-04-25T15:58:13.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: fsmap 4 up:standby 2024-04-25T15:58:13.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:13 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: Deploying daemon mds.e on smithi116 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.112:6836/1066634685,v1:172.21.15.112:6837/1066634685] up:boot 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: fsmap 4 up:standby 2024-04-25T15:58:13.858 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:13 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T15:58:13.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:13.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:13.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:13.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:13.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: Deploying daemon mds.e on smithi116 2024-04-25T15:58:13.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.112:6836/1066634685,v1:172.21.15.112:6837/1066634685] up:boot 2024-04-25T15:58:13.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: fsmap 4 up:standby 2024-04-25T15:58:13.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:13 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T15:58:14.029 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 -- 172.21.15.112:0/3321439913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb681029e0 msgr2=0x7fbb681036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 --2- 172.21.15.112:0/3321439913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb681029e0 0x7fbb681036e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbb58009900 tx=0x7fbb5802a410 comp rx=0 tx=0).stop 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 -- 172.21.15.112:0/3321439913 shutdown_connections 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 --2- 172.21.15.112:0/3321439913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb68108920 0x7fbb6810ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 --2- 172.21.15.112:0/3321439913 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb68103c20 0x7fbb68104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 --2- 172.21.15.112:0/3321439913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb681029e0 0x7fbb681036e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 -- 172.21.15.112:0/3321439913 >> 172.21.15.112:0/3321439913 conn(0x7fbb680fdbd0 msgr2=0x7fbb68100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 -- 172.21.15.112:0/3321439913 shutdown_connections 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.152+0000 7fbb6f584640 1 -- 172.21.15.112:0/3321439913 wait complete. 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 Processor -- start 2024-04-25T15:58:14.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 -- start start 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb681029e0 0x7fbb6819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb68103c20 0x7fbb6819c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb68108920 0x7fbb681a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6810f4c0 con 0x7fbb68108920 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6810f340 con 0x7fbb681029e0 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6f584640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6810f640 con 0x7fbb68103c20 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6db21640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb68108920 0x7fbb681a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6db21640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb68108920 0x7fbb681a3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35986/0 (socket says 172.21.15.112:35986) 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6db21640 1 -- 172.21.15.112:0/1221844232 learned_addr learned my addr 172.21.15.112:0/1221844232 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.153+0000 7fbb6cb1f640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb68103c20 0x7fbb6819c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6d320640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb681029e0 0x7fbb6819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6db21640 1 -- 172.21.15.112:0/1221844232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb68103c20 msgr2=0x7fbb6819c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6db21640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb68103c20 0x7fbb6819c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6db21640 1 -- 172.21.15.112:0/1221844232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb681029e0 msgr2=0x7fbb6819c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6db21640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb681029e0 0x7fbb6819c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6db21640 1 -- 172.21.15.112:0/1221844232 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb681a3ef0 con 0x7fbb68108920 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6cb1f640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb68103c20 0x7fbb6819c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6db21640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb68108920 0x7fbb681a3880 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000eb10 tx=0x7fbb6000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb5e7fc640 1 -- 172.21.15.112:0/1221844232 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb60004b20 con 0x7fbb68108920 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb5e7fc640 1 -- 172.21.15.112:0/1221844232 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbb60004cc0 con 0x7fbb68108920 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb681a41e0 con 0x7fbb68108920 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb5e7fc640 1 -- 172.21.15.112:0/1221844232 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb60010690 con 0x7fbb68108920 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.154+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb681a4780 con 0x7fbb68108920 2024-04-25T15:58:14.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.155+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb681a4a40 con 0x7fbb68108920 2024-04-25T15:58:14.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.156+0000 7fbb5e7fc640 1 -- 172.21.15.112:0/1221844232 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fbb60005000 con 0x7fbb68108920 2024-04-25T15:58:14.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.157+0000 7fbb5e7fc640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb540afb70 0x7fbb540b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:14.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.157+0000 7fbb6d320640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb540afb70 0x7fbb540b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:14.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.158+0000 7fbb5e7fc640 1 -- 172.21.15.112:0/1221844232 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fbb600dee80 con 0x7fbb68108920 2024-04-25T15:58:14.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.158+0000 7fbb6d320640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb540afb70 0x7fbb540b2080 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbb58005ab0 tx=0x7fbb58031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:14.162 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.161+0000 7fbb5e7fc640 1 -- 172.21.15.112:0/1221844232 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbb60053ff0 con 0x7fbb68108920 2024-04-25T15:58:14.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.376+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbb681a4c10 con 0x7fbb68108920 2024-04-25T15:58:14.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.377+0000 7fbb5e7fc640 1 -- 172.21.15.112:0/1221844232 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3871 (secure 0 0 0) 0x7fbb600a7e60 con 0x7fbb68108920 2024-04-25T15:58:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:14.378 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T15:58:14.379 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 5 2024-04-25T15:58:14.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb540afb70 msgr2=0x7fbb540b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:14.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb540afb70 0x7fbb540b2080 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbb58005ab0 tx=0x7fbb58031400 comp rx=0 tx=0).stop 2024-04-25T15:58:14.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb68108920 msgr2=0x7fbb681a3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb68108920 0x7fbb681a3880 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000eb10 tx=0x7fbb6000c2d0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 shutdown_connections 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb540afb70 0x7fbb540b2080 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb68103c20 0x7fbb6819c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbb68108920 0x7fbb681a3880 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 --2- 172.21.15.112:0/1221844232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb681029e0 0x7fbb6819c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 >> 172.21.15.112:0/1221844232 conn(0x7fbb680fdbd0 msgr2=0x7fbb680ffff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 shutdown_connections 2024-04-25T15:58:14.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:14.379+0000 7fbb6f584640 1 -- 172.21.15.112:0/1221844232 wait complete. 2024-04-25T15:58:14.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:14 smithi112 ceph-mon[29426]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:14.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:14 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1221844232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:14.828 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:14 smithi116 ceph-mon[32780]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:14.828 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:14 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1221844232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:14.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:14 smithi133 ceph-mon[32641]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:14.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:14 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1221844232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:15.527 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 15:58:15 smithi116 systemd[1]: Started Ceph mds.e for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:16.393 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.513+0000 7fd44278f640 1 -- 172.21.15.112:0/3731206277 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 msgr2=0x7fd43c10ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.513+0000 7fd44278f640 1 --2- 172.21.15.112:0/3731206277 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c10ad60 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd434009ca0 tx=0x7fd43402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 -- 172.21.15.112:0/3731206277 shutdown_connections 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 --2- 172.21.15.112:0/3731206277 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c10ad60 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 --2- 172.21.15.112:0/3731206277 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd43c103c40 0x7fd43c104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 --2- 172.21.15.112:0/3731206277 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd43c102a00 0x7fd43c103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 -- 172.21.15.112:0/3731206277 >> 172.21.15.112:0/3731206277 conn(0x7fd43c0fdbf0 msgr2=0x7fd43c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 -- 172.21.15.112:0/3731206277 shutdown_connections 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 -- 172.21.15.112:0/3731206277 wait complete. 2024-04-25T15:58:16.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 Processor -- start 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.514+0000 7fd44278f640 1 -- start start 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd44278f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd43c102a00 0x7fd43c0ffa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd44278f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd43c103c40 0x7fd43c0fe120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd44278f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c0fe660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd44278f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd43c10e430 con 0x7fd43c108940 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd44278f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd43c10e2b0 con 0x7fd43c103c40 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd44278f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd43c10e5b0 con 0x7fd43c102a00 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c0fe660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c0fe660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36000/0 (socket says 172.21.15.112:36000) 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 -- 172.21.15.112:0/3859150217 learned_addr learned my addr 172.21.15.112:0/3859150217 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd43bfff640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd43c102a00 0x7fd43c0ffa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd43b7fe640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd43c103c40 0x7fd43c0fe120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:16.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 -- 172.21.15.112:0/3859150217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd43c102a00 msgr2=0x7fd43c0ffa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd43c102a00 0x7fd43c0ffa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 -- 172.21.15.112:0/3859150217 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd43c103c40 msgr2=0x7fd43c0fe120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd43c103c40 0x7fd43c0fe120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 -- 172.21.15.112:0/3859150217 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43c0fed00 con 0x7fd43c108940 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd440d2c640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c0fe660 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd434005e30 tx=0x7fd434003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd4397fa640 1 -- 172.21.15.112:0/3859150217 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd434032e90 con 0x7fd43c108940 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd4397fa640 1 -- 172.21.15.112:0/3859150217 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4340044d0 con 0x7fd43c108940 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd4397fa640 1 -- 172.21.15.112:0/3859150217 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd434030c70 con 0x7fd43c108940 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.515+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd43c1a4210 con 0x7fd43c108940 2024-04-25T15:58:16.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.516+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd43c1a45c0 con 0x7fd43c108940 2024-04-25T15:58:16.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.516+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd43c1a4820 con 0x7fd43c108940 2024-04-25T15:58:16.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.518+0000 7fd4397fa640 1 -- 172.21.15.112:0/3859150217 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fd434004040 con 0x7fd43c108940 2024-04-25T15:58:16.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.518+0000 7fd4397fa640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd4240afaf0 0x7fd4240b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:16.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.519+0000 7fd43bfff640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd4240afaf0 0x7fd4240b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:16.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.519+0000 7fd4397fa640 1 -- 172.21.15.112:0/3859150217 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fd4340ffd90 con 0x7fd43c108940 2024-04-25T15:58:16.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.519+0000 7fd43bfff640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd4240afaf0 0x7fd4240b2000 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd43c103600 tx=0x7fd42c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:16.523 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.522+0000 7fd4397fa640 1 -- 172.21.15.112:0/3859150217 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd4340c8e10 con 0x7fd43c108940 2024-04-25T15:58:16.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: Deploying daemon mds.f on smithi133 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] up:boot 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: fsmap 5 up:standby 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T15:58:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:16 smithi133 ceph-mon[32641]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: Deploying daemon mds.f on smithi133 2024-04-25T15:58:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] up:boot 2024-04-25T15:58:16.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: fsmap 5 up:standby 2024-04-25T15:58:16.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T15:58:16.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:16 smithi112 ceph-mon[29426]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:16.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.740+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd43c1a49f0 con 0x7fd43c108940 2024-04-25T15:58:16.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.740+0000 7fd4397fa640 1 -- 172.21.15.112:0/3859150217 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4699 (secure 0 0 0) 0x7fd4340c8710 con 0x7fd43c108940 2024-04-25T15:58:16.742 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:16.742 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-25T15:58:16.742 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 6 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.742+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd4240afaf0 msgr2=0x7fd4240b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.742+0000 7fd44278f640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd4240afaf0 0x7fd4240b2000 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd43c103600 tx=0x7fd42c005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.742+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 msgr2=0x7fd43c0fe660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.742+0000 7fd44278f640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c0fe660 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd434005e30 tx=0x7fd434003ba0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 shutdown_connections 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd4240afaf0 0x7fd4240b2000 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd43c108940 0x7fd43c0fe660 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd43c103c40 0x7fd43c0fe120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 --2- 172.21.15.112:0/3859150217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd43c102a00 0x7fd43c0ffa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 >> 172.21.15.112:0/3859150217 conn(0x7fd43c0fdbf0 msgr2=0x7fd43c109dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 shutdown_connections 2024-04-25T15:58:16.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:16.743+0000 7fd44278f640 1 -- 172.21.15.112:0/3859150217 wait complete. 2024-04-25T15:58:16.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: Deploying daemon mds.f on smithi133 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] up:boot 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: fsmap 5 up:standby 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T15:58:16.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:16 smithi116 ceph-mon[32780]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:17.896 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:17 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3859150217' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:17.897 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:17 smithi133 systemd[1]: Starting Ceph mds.f for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:17.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:17 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3859150217' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:18.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:17 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3859150217' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:18.149 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:17 smithi133 podman[62366]: 2024-04-25 15:58:17.799256838 +0000 UTC m=+0.017923048 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:18.149 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:17 smithi133 podman[62366]: 2024-04-25 15:58:17.921641732 +0000 UTC m=+0.140307914 container create bf91fc6703d07c3fe836d307ba88363327aa1a8d8652f2191b73c0ef822920fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424) 2024-04-25T15:58:18.149 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:18 smithi133 podman[62366]: 2024-04-25 15:58:18.149091742 +0000 UTC m=+0.367757928 container init bf91fc6703d07c3fe836d307ba88363327aa1a8d8652f2191b73c0ef822920fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T15:58:18.435 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:18 smithi133 podman[62366]: 2024-04-25 15:58:18.151577212 +0000 UTC m=+0.370243395 container start bf91fc6703d07c3fe836d307ba88363327aa1a8d8652f2191b73c0ef822920fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-25T15:58:18.436 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mds[62385]: -- 172.21.15.133:0/1621529941 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562c87945a40 con 0x562c8798da80 2024-04-25T15:58:18.436 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f[62381]: starting mds.f at 2024-04-25T15:58:18.436 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:18 smithi133 bash[62366]: bf91fc6703d07c3fe836d307ba88363327aa1a8d8652f2191b73c0ef822920fb 2024-04-25T15:58:18.436 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 15:58:18 smithi133 systemd[1]: Started Ceph mds.f for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:18.755 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:18.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.876+0000 7f727137a640 1 -- 172.21.15.112:0/3944792440 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c106f30 msgr2=0x7f726c109350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:18.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.876+0000 7f727137a640 1 --2- 172.21.15.112:0/3944792440 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c106f30 0x7f726c109350 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7260009900 tx=0x7f726002a410 comp rx=0 tx=0).stop 2024-04-25T15:58:18.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 -- 172.21.15.112:0/3944792440 shutdown_connections 2024-04-25T15:58:18.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 --2- 172.21.15.112:0/3944792440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c109890 0x7f726c10bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:18.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 --2- 172.21.15.112:0/3944792440 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c106f30 0x7f726c109350 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:18.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 --2- 172.21.15.112:0/3944792440 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f726c1045d0 0x7f726c1069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:18.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 -- 172.21.15.112:0/3944792440 >> 172.21.15.112:0/3944792440 conn(0x7f726c0fdbd0 msgr2=0x7f726c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:18.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 -- 172.21.15.112:0/3944792440 shutdown_connections 2024-04-25T15:58:18.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 -- 172.21.15.112:0/3944792440 wait complete. 2024-04-25T15:58:18.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 Processor -- start 2024-04-25T15:58:18.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.877+0000 7f727137a640 1 -- start start 2024-04-25T15:58:18.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c1045d0 0x7f726c103a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:18.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f726c106f30 0x7f726c1020c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:18.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c109890 0x7f726c102600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:18.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f726c10f4c0 con 0x7f726c1045d0 2024-04-25T15:58:18.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f726c10f340 con 0x7f726c106f30 2024-04-25T15:58:18.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f726c10f640 con 0x7f726c109890 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c1045d0 0x7f726c103a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c1045d0 0x7f726c103a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36012/0 (socket says 172.21.15.112:36012) 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 -- 172.21.15.112:0/1208540868 learned_addr learned my addr 172.21.15.112:0/1208540868 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726b7fe640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c109890 0x7f726c102600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726a7fc640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f726c106f30 0x7f726c1020c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 -- 172.21.15.112:0/1208540868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c109890 msgr2=0x7f726c102600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c109890 0x7f726c102600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 -- 172.21.15.112:0/1208540868 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f726c106f30 msgr2=0x7f726c1020c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f726c106f30 0x7f726c1020c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 -- 172.21.15.112:0/1208540868 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726c102d30 con 0x7f726c1045d0 2024-04-25T15:58:18.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726a7fc640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f726c106f30 0x7f726c1020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:18.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f726affd640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c1045d0 0x7f726c103a20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f725c00ea80 tx=0x7f725c00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:18.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f7253fff640 1 -- 172.21.15.112:0/1208540868 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c00ce40 con 0x7f726c1045d0 2024-04-25T15:58:18.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f7253fff640 1 -- 172.21.15.112:0/1208540868 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f725c011900 con 0x7f726c1045d0 2024-04-25T15:58:18.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f726c1a4210 con 0x7f726c1045d0 2024-04-25T15:58:18.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f7253fff640 1 -- 172.21.15.112:0/1208540868 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c01a9c0 con 0x7f726c1045d0 2024-04-25T15:58:18.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.878+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f726c1a46d0 con 0x7f726c1045d0 2024-04-25T15:58:18.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.879+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f726c0ff6f0 con 0x7f726c1045d0 2024-04-25T15:58:18.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.881+0000 7f7253fff640 1 -- 172.21.15.112:0/1208540868 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f725c011470 con 0x7f726c1045d0 2024-04-25T15:58:18.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.881+0000 7f7253fff640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f72540afaf0 0x7f72540b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:18.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.882+0000 7f726a7fc640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f72540afaf0 0x7f72540b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:18.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.882+0000 7f7253fff640 1 -- 172.21.15.112:0/1208540868 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f725c0def50 con 0x7f726c1045d0 2024-04-25T15:58:18.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.882+0000 7f726a7fc640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f72540afaf0 0x7f72540b2000 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7260005f70 tx=0x7f7260005720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:18.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:18.885+0000 7f7253fff640 1 -- 172.21.15.112:0/1208540868 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f725c055ff0 con 0x7f726c1045d0 2024-04-25T15:58:18.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mon[32641]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:18.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:18.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:18.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:18.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:18.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:18.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:18 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:18 smithi112 ceph-mon[29426]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:18 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:18 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:18 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:18 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:18 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:18 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:19.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:18 smithi116 ceph-mon[32780]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:18 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:18 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:18 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:18 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:18 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:18 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:19.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.100+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f726c02db50 con 0x7f726c1045d0 2024-04-25T15:58:19.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.101+0000 7f7253fff640 1 -- 172.21.15.112:0/1208540868 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5527 (secure 0 0 0) 0x7f725c016030 con 0x7f726c1045d0 2024-04-25T15:58:19.102 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:19.102 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-25T15:58:19.102 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 7 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f72540afaf0 msgr2=0x7f72540b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f72540afaf0 0x7f72540b2000 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7260005f70 tx=0x7f7260005720 comp rx=0 tx=0).stop 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c1045d0 msgr2=0x7f726c103a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c1045d0 0x7f726c103a20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f725c00ea80 tx=0x7f725c00ef40 comp rx=0 tx=0).stop 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 shutdown_connections 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f72540afaf0 0x7f72540b2000 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c109890 0x7f726c102600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f726c106f30 0x7f726c1020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 --2- 172.21.15.112:0/1208540868 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f726c1045d0 0x7f726c103a20 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:19.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 >> 172.21.15.112:0/1208540868 conn(0x7f726c0fdbd0 msgr2=0x7f726c1065f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:19.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 shutdown_connections 2024-04-25T15:58:19.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:19.103+0000 7f727137a640 1 -- 172.21.15.112:0/1208540868 wait complete. 2024-04-25T15:58:19.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:19 smithi133 ceph-mon[32641]: Deploying daemon mds.c on smithi133 2024-04-25T15:58:19.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:19 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6834/4261823654,v1:172.21.15.133:6835/4261823654] up:boot 2024-04-25T15:58:19.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:19 smithi133 ceph-mon[32641]: fsmap 6 up:standby 2024-04-25T15:58:19.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:19 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T15:58:19.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:19 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1208540868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:19.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:19 smithi112 ceph-mon[29426]: Deploying daemon mds.c on smithi133 2024-04-25T15:58:19.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:19 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6834/4261823654,v1:172.21.15.133:6835/4261823654] up:boot 2024-04-25T15:58:19.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:19 smithi112 ceph-mon[29426]: fsmap 6 up:standby 2024-04-25T15:58:19.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:19 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T15:58:19.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:19 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1208540868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:20.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:19 smithi116 ceph-mon[32780]: Deploying daemon mds.c on smithi133 2024-04-25T15:58:20.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:19 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6834/4261823654,v1:172.21.15.133:6835/4261823654] up:boot 2024-04-25T15:58:20.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:19 smithi116 ceph-mon[32780]: fsmap 6 up:standby 2024-04-25T15:58:20.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:19 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T15:58:20.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:19 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1208540868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:20.587 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:20 smithi133 systemd[1]: Starting Ceph mds.c for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:20.841 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:20 smithi133 ceph-mon[32641]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:20.841 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:20 smithi133 podman[62673]: 2024-04-25 15:58:20.608767251 +0000 UTC m=+0.018184811 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:20.841 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:20 smithi133 podman[62673]: 2024-04-25 15:58:20.71804022 +0000 UTC m=+0.127457769 container create c30cd1fabf7a98b9723a85988523925503fd54c864a06e93067493c6f92deb1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T15:58:20.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:20 smithi112 ceph-mon[29426]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:21.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:20 smithi116 ceph-mon[32780]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:21.115 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 -- 172.21.15.112:0/3816135785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 msgr2=0x7fb8641054b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 --2- 172.21.15.112:0/3816135785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641054b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb854009900 tx=0x7fb85402a410 comp rx=0 tx=0).stop 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 -- 172.21.15.112:0/3816135785 shutdown_connections 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 --2- 172.21.15.112:0/3816135785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb864101750 0x7fb864101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 --2- 172.21.15.112:0/3816135785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb864102250 0x7fb86410bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 --2- 172.21.15.112:0/3816135785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641054b0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 -- 172.21.15.112:0/3816135785 >> 172.21.15.112:0/3816135785 conn(0x7fb8640fd370 msgr2=0x7fb8640ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 -- 172.21.15.112:0/3816135785 shutdown_connections 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.238+0000 7fb869e0c640 1 -- 172.21.15.112:0/3816135785 wait complete. 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 Processor -- start 2024-04-25T15:58:21.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 -- start start 2024-04-25T15:58:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb864101750 0x7fb86419a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb864102250 0x7fb86419a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb86410f4c0 con 0x7fb8641050a0 2024-04-25T15:58:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb86410f340 con 0x7fb864101750 2024-04-25T15:58:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb869e0c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb86410f640 con 0x7fb864102250 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.239+0000 7fb863fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb8637fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb864101750 0x7fb86419a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb8637fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb864101750 0x7fb86419a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.112:44376/0 (socket says 172.21.15.112:44376) 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb863fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641a1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36018/0 (socket says 172.21.15.112:36018) 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb8637fe640 1 -- 172.21.15.112:0/515168366 learned_addr learned my addr 172.21.15.112:0/515168366 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb862ffd640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb864102250 0x7fb86419a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb863fff640 1 -- 172.21.15.112:0/515168366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb864102250 msgr2=0x7fb86419a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb863fff640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb864102250 0x7fb86419a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb863fff640 1 -- 172.21.15.112:0/515168366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb864101750 msgr2=0x7fb86419a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb863fff640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb864101750 0x7fb86419a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb863fff640 1 -- 172.21.15.112:0/515168366 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8641a1ca0 con 0x7fb8641050a0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb863fff640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641a1630 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb85c009fd0 tx=0x7fb85c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb860ff9640 1 -- 172.21.15.112:0/515168366 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb85c00ce20 con 0x7fb8641050a0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8641a1f90 con 0x7fb8641050a0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb860ff9640 1 -- 172.21.15.112:0/515168366 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb85c005020 con 0x7fb8641050a0 2024-04-25T15:58:21.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb860ff9640 1 -- 172.21.15.112:0/515168366 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb85c010690 con 0x7fb8641050a0 2024-04-25T15:58:21.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.240+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8641a23f0 con 0x7fb8641050a0 2024-04-25T15:58:21.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.241+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb864108a30 con 0x7fb8641050a0 2024-04-25T15:58:21.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.242+0000 7fb860ff9640 1 -- 172.21.15.112:0/515168366 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fb85c004a40 con 0x7fb8641050a0 2024-04-25T15:58:21.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.243+0000 7fb860ff9640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb84c0afaf0 0x7fb84c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:21.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.244+0000 7fb8637fe640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb84c0afaf0 0x7fb84c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:21.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.244+0000 7fb860ff9640 1 -- 172.21.15.112:0/515168366 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fb85c0dee30 con 0x7fb8641050a0 2024-04-25T15:58:21.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.244+0000 7fb8637fe640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb84c0afaf0 0x7fb84c0b2000 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb854000c00 tx=0x7fb854005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:21.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.247+0000 7fb860ff9640 1 -- 172.21.15.112:0/515168366 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb85c0a7e90 con 0x7fb8641050a0 2024-04-25T15:58:21.435 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:20 smithi133 podman[62673]: 2024-04-25 15:58:20.954211439 +0000 UTC m=+0.363628988 container init c30cd1fabf7a98b9723a85988523925503fd54c864a06e93067493c6f92deb1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-25T15:58:21.436 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:20 smithi133 podman[62673]: 2024-04-25 15:58:20.956701281 +0000 UTC m=+0.366118835 container start c30cd1fabf7a98b9723a85988523925503fd54c864a06e93067493c6f92deb1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240424, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD) 2024-04-25T15:58:21.436 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:20 smithi133 ceph-mds[62692]: -- 172.21.15.133:0/4273139917 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5560c3747a40 con 0x5560c378f180 2024-04-25T15:58:21.436 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c[62688]: starting mds.c at 2024-04-25T15:58:21.436 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:21 smithi133 bash[62673]: c30cd1fabf7a98b9723a85988523925503fd54c864a06e93067493c6f92deb1c 2024-04-25T15:58:21.436 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 15:58:21 smithi133 systemd[1]: Started Ceph mds.c for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:21.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.464+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb86402db50 con 0x7fb8641050a0 2024-04-25T15:58:21.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.465+0000 7fb860ff9640 1 -- 172.21.15.112:0/515168366 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5527 (secure 0 0 0) 0x7fb85c0a7790 con 0x7fb8641050a0 2024-04-25T15:58:21.465 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:21.466 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-25T15:58:21.466 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 7 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.466+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb84c0afaf0 msgr2=0x7fb84c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.466+0000 7fb869e0c640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb84c0afaf0 0x7fb84c0b2000 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb854000c00 tx=0x7fb854005d50 comp rx=0 tx=0).stop 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.466+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 msgr2=0x7fb8641a1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.466+0000 7fb869e0c640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641a1630 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb85c009fd0 tx=0x7fb85c00ef10 comp rx=0 tx=0).stop 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.466+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 shutdown_connections 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.466+0000 7fb869e0c640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb84c0afaf0 0x7fb84c0b2000 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.466+0000 7fb869e0c640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb864102250 0x7fb86419a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.467+0000 7fb869e0c640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb8641050a0 0x7fb8641a1630 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.467+0000 7fb869e0c640 1 --2- 172.21.15.112:0/515168366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb864101750 0x7fb86419a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.467+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 >> 172.21.15.112:0/515168366 conn(0x7fb8640fd370 msgr2=0x7fb864105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.467+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 shutdown_connections 2024-04-25T15:58:21.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:21.467+0000 7fb869e0c640 1 -- 172.21.15.112:0/515168366 wait complete. 2024-04-25T15:58:22.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: Deploying daemon mds.h on smithi116 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/515168366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6836/982654166,v1:172.21.15.133:6837/982654166] up:boot 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: fsmap 7 up:standby 2024-04-25T15:58:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:22 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T15:58:22.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: Deploying daemon mds.h on smithi116 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/515168366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6836/982654166,v1:172.21.15.133:6837/982654166] up:boot 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: fsmap 7 up:standby 2024-04-25T15:58:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:22 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: Deploying daemon mds.h on smithi116 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/515168366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6836/982654166,v1:172.21.15.133:6837/982654166] up:boot 2024-04-25T15:58:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: fsmap 7 up:standby 2024-04-25T15:58:22.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:22 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T15:58:23.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:23 smithi133 ceph-mon[32641]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:23.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:23 smithi112 ceph-mon[29426]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:23.479 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:23.489 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:23 smithi116 ceph-mon[32780]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:23.489 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 systemd[1]: Starting Ceph mds.h for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:23.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 -- 172.21.15.112:0/1340334171 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0104d20 msgr2=0x7f52a0105130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 --2- 172.21.15.112:0/1340334171 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0104d20 0x7f52a0105130 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5290009900 tx=0x7f529002a410 comp rx=0 tx=0).stop 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 -- 172.21.15.112:0/1340334171 shutdown_connections 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 --2- 172.21.15.112:0/1340334171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52a0109a20 0x7f52a010be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 --2- 172.21.15.112:0/1340334171 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0104d20 0x7f52a0105130 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 --2- 172.21.15.112:0/1340334171 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52a0103ae0 0x7f52a01047e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 -- 172.21.15.112:0/1340334171 >> 172.21.15.112:0/1340334171 conn(0x7f52a00fed10 msgr2=0x7f52a0101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 -- 172.21.15.112:0/1340334171 shutdown_connections 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.588+0000 7f52a82aa640 1 -- 172.21.15.112:0/1340334171 wait complete. 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 Processor -- start 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 -- start start 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0103ae0 0x7f52a0077960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52a0104d20 0x7f52a0076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52a0109a20 0x7f52a0076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f52a010f4c0 con 0x7f52a0103ae0 2024-04-25T15:58:23.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f52a010f340 con 0x7f52a0109a20 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a82aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f52a010f640 con 0x7f52a0104d20 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a6046640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0103ae0 0x7f52a0077960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a6046640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0103ae0 0x7f52a0077960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41316/0 (socket says 172.21.15.112:41316) 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a6046640 1 -- 172.21.15.112:0/654120458 learned_addr learned my addr 172.21.15.112:0/654120458 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.589+0000 7f52a6847640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52a0109a20 0x7f52a0076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a5845640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52a0104d20 0x7f52a0076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a6046640 1 -- 172.21.15.112:0/654120458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52a0104d20 msgr2=0x7f52a0076000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a6046640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52a0104d20 0x7f52a0076000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a6046640 1 -- 172.21.15.112:0/654120458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52a0109a20 msgr2=0x7f52a0076540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a6046640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52a0109a20 0x7f52a0076540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a6046640 1 -- 172.21.15.112:0/654120458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a0076c70 con 0x7f52a0103ae0 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a6046640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0103ae0 0x7f52a0077960 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f529c00e980 tx=0x7f529c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:23.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52977fe640 1 -- 172.21.15.112:0/654120458 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c00cd80 con 0x7f52a0103ae0 2024-04-25T15:58:23.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52977fe640 1 -- 172.21.15.112:0/654120458 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f529c0108c0 con 0x7f52a0103ae0 2024-04-25T15:58:23.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a01a41e0 con 0x7f52a0103ae0 2024-04-25T15:58:23.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52977fe640 1 -- 172.21.15.112:0/654120458 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c018840 con 0x7f52a0103ae0 2024-04-25T15:58:23.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.590+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a01a46a0 con 0x7f52a0103ae0 2024-04-25T15:58:23.595 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.591+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52a0108830 con 0x7f52a0103ae0 2024-04-25T15:58:23.595 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.593+0000 7f52977fe640 1 -- 172.21.15.112:0/654120458 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f529c01f020 con 0x7f52a0103ae0 2024-04-25T15:58:23.595 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.593+0000 7f52977fe640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f528c0afaf0 0x7f528c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:23.595 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.593+0000 7f52a5845640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f528c0afaf0 0x7f528c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:23.595 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.593+0000 7f52977fe640 1 -- 172.21.15.112:0/654120458 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f529c0de910 con 0x7f52a0103ae0 2024-04-25T15:58:23.595 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.594+0000 7f52a5845640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f528c0afaf0 0x7f528c0b2000 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5290031460 tx=0x7f5290000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:23.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.598+0000 7f52977fe640 1 -- 172.21.15.112:0/654120458 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f529c0a7990 con 0x7f52a0103ae0 2024-04-25T15:58:23.773 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 podman[62655]: 2024-04-25 15:58:23.391677246 +0000 UTC m=+0.017945941 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:23.773 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 podman[62655]: 2024-04-25 15:58:23.511922859 +0000 UTC m=+0.138191575 container create f9abea9c1813f90f9dea431ff728cd8771c0814c4724afbbffcae91ad0119073 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T15:58:23.773 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 podman[62655]: 2024-04-25 15:58:23.772788597 +0000 UTC m=+0.399057271 container init f9abea9c1813f90f9dea431ff728cd8771c0814c4724afbbffcae91ad0119073 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T15:58:23.830 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.829+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f52a002db50 con 0x7f52a0103ae0 2024-04-25T15:58:23.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.830+0000 7f52977fe640 1 -- 172.21.15.112:0/654120458 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6352 (secure 0 0 0) 0x7f529c0a7290 con 0x7f52a0103ae0 2024-04-25T15:58:23.831 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:23.831 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-25T15:58:23.831 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 8 2024-04-25T15:58:23.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f528c0afaf0 msgr2=0x7f528c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:23.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f528c0afaf0 0x7f528c0b2000 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5290031460 tx=0x7f5290000bc0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0103ae0 msgr2=0x7f52a0077960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:23.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0103ae0 0x7f52a0077960 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f529c00e980 tx=0x7f529c00ee40 comp rx=0 tx=0).stop 2024-04-25T15:58:23.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 shutdown_connections 2024-04-25T15:58:23.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f528c0afaf0 0x7f528c0b2000 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52a0104d20 0x7f52a0076000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52a0109a20 0x7f52a0076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 --2- 172.21.15.112:0/654120458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52a0103ae0 0x7f52a0077960 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:23.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 >> 172.21.15.112:0/654120458 conn(0x7f52a00fed10 msgr2=0x7f52a0105a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:23.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 shutdown_connections 2024-04-25T15:58:23.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:23.832+0000 7f52a82aa640 1 -- 172.21.15.112:0/654120458 wait complete. 2024-04-25T15:58:24.028 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 podman[62655]: 2024-04-25 15:58:23.775557047 +0000 UTC m=+0.401825728 container start f9abea9c1813f90f9dea431ff728cd8771c0814c4724afbbffcae91ad0119073 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424) 2024-04-25T15:58:24.028 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 ceph-mds[62674]: -- 172.21.15.116:0/771211317 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55851daefa40 con 0x55851db37a80 2024-04-25T15:58:24.028 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h[62670]: starting mds.h at 2024-04-25T15:58:24.028 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 bash[62655]: f9abea9c1813f90f9dea431ff728cd8771c0814c4724afbbffcae91ad0119073 2024-04-25T15:58:24.028 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 15:58:23 smithi116 systemd[1]: Started Ceph mds.h for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:24 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/654120458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:24 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:24 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/654120458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:24.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:24.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:24 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:24.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:24 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/654120458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:24 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:25.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:25 smithi133 ceph-mon[32641]: Deploying daemon mds.i on smithi133 2024-04-25T15:58:25.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:25 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] up:boot 2024-04-25T15:58:25.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:25 smithi133 ceph-mon[32641]: fsmap 8 up:standby 2024-04-25T15:58:25.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:25 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T15:58:25.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:25 smithi133 ceph-mon[32641]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:25 smithi112 ceph-mon[29426]: Deploying daemon mds.i on smithi133 2024-04-25T15:58:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:25 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] up:boot 2024-04-25T15:58:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:25 smithi112 ceph-mon[29426]: fsmap 8 up:standby 2024-04-25T15:58:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:25 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T15:58:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:25 smithi112 ceph-mon[29426]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:25.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:25 smithi116 ceph-mon[32780]: Deploying daemon mds.i on smithi133 2024-04-25T15:58:25.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:25 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] up:boot 2024-04-25T15:58:25.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:25 smithi116 ceph-mon[32780]: fsmap 8 up:standby 2024-04-25T15:58:25.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:25 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T15:58:25.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:25 smithi116 ceph-mon[32780]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:25.845 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:25.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 -- 172.21.15.112:0/2739547751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c108900 msgr2=0x7f1f3c10ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 --2- 172.21.15.112:0/2739547751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c108900 0x7f1f3c10ad20 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1f34009ca0 tx=0x7f1f3402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 -- 172.21.15.112:0/2739547751 shutdown_connections 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 --2- 172.21.15.112:0/2739547751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f3c103c00 0x7f1f3c104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 --2- 172.21.15.112:0/2739547751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c108900 0x7f1f3c10ad20 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 --2- 172.21.15.112:0/2739547751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f3c1029c0 0x7f1f3c1036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 -- 172.21.15.112:0/2739547751 >> 172.21.15.112:0/2739547751 conn(0x7f1f3c0fdbd0 msgr2=0x7f1f3c100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 -- 172.21.15.112:0/2739547751 shutdown_connections 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.967+0000 7f1f410aa640 1 -- 172.21.15.112:0/2739547751 wait complete. 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 Processor -- start 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 -- start start 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c1029c0 0x7f1f3c198ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f3c103c00 0x7f1f3c199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:25.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f3c108900 0x7f1f3c1a04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c10e3f0 con 0x7f1f3c1029c0 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c10e270 con 0x7f1f3c103c00 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f410aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c10e570 con 0x7f1f3c108900 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c1029c0 0x7f1f3c198ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c1029c0 0x7f1f3c198ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41332/0 (socket says 172.21.15.112:41332) 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 -- 172.21.15.112:0/871706041 learned_addr learned my addr 172.21.15.112:0/871706041 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3b59e640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f3c108900 0x7f1f3c1a04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f33fff640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f3c103c00 0x7f1f3c199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 -- 172.21.15.112:0/871706041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f3c108900 msgr2=0x7f1f3c1a04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f3c108900 0x7f1f3c1a04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 -- 172.21.15.112:0/871706041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f3c103c00 msgr2=0x7f1f3c199530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f3c103c00 0x7f1f3c199530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f3ad9d640 1 -- 172.21.15.112:0/871706041 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3c1a0b30 con 0x7f1f3c1029c0 2024-04-25T15:58:25.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.968+0000 7f1f33fff640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f3c103c00 0x7f1f3c199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:25.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.969+0000 7f1f3ad9d640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c1029c0 0x7f1f3c198ff0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00d740 tx=0x7f1f2c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:25.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.969+0000 7f1f38d99640 1 -- 172.21.15.112:0/871706041 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c017070 con 0x7f1f3c1029c0 2024-04-25T15:58:25.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.969+0000 7f1f38d99640 1 -- 172.21.15.112:0/871706041 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1f2c00de50 con 0x7f1f3c1029c0 2024-04-25T15:58:25.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.969+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f3c1a0e20 con 0x7f1f3c1029c0 2024-04-25T15:58:25.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.969+0000 7f1f38d99640 1 -- 172.21.15.112:0/871706041 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c003bb0 con 0x7f1f3c1029c0 2024-04-25T15:58:25.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.969+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f3c1a1280 con 0x7f1f3c1029c0 2024-04-25T15:58:25.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.970+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f3c06afa0 con 0x7f1f3c1029c0 2024-04-25T15:58:25.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.971+0000 7f1f38d99640 1 -- 172.21.15.112:0/871706041 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f1f2c003d50 con 0x7f1f3c1029c0 2024-04-25T15:58:25.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.972+0000 7f1f38d99640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1f280afaf0 0x7f1f280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:25.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.972+0000 7f1f33fff640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1f280afaf0 0x7f1f280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:25.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.972+0000 7f1f38d99640 1 -- 172.21.15.112:0/871706041 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f1f2c0de560 con 0x7f1f3c1029c0 2024-04-25T15:58:25.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.973+0000 7f1f33fff640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1f280afaf0 0x7f1f280b2000 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c19a090 tx=0x7f1f24005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:25.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:25.976+0000 7f1f38d99640 1 -- 172.21.15.112:0/871706041 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1f2c0a75e0 con 0x7f1f3c1029c0 2024-04-25T15:58:26.186 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 systemd[1]: Starting Ceph mds.i for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:26.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.188+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f3c02dc10 con 0x7f1f3c1029c0 2024-04-25T15:58:26.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.188+0000 7f1f38d99640 1 -- 172.21.15.112:0/871706041 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7180 (secure 0 0 0) 0x7f1f2c0a6ee0 con 0x7f1f3c1029c0 2024-04-25T15:58:26.189 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:26.190 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T15:58:26.190 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 9 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.190+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1f280afaf0 msgr2=0x7f1f280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.190+0000 7f1f410aa640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1f280afaf0 0x7f1f280b2000 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c19a090 tx=0x7f1f24005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.190+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c1029c0 msgr2=0x7f1f3c198ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.190+0000 7f1f410aa640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c1029c0 0x7f1f3c198ff0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00d740 tx=0x7f1f2c00dc00 comp rx=0 tx=0).stop 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 shutdown_connections 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1f280afaf0 0x7f1f280b2000 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f3c108900 0x7f1f3c1a04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f3c103c00 0x7f1f3c199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 --2- 172.21.15.112:0/871706041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f3c1029c0 0x7f1f3c198ff0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 >> 172.21.15.112:0/871706041 conn(0x7f1f3c0fdbd0 msgr2=0x7f1f3c1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 shutdown_connections 2024-04-25T15:58:26.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:26.191+0000 7f1f410aa640 1 -- 172.21.15.112:0/871706041 wait complete. 2024-04-25T15:58:26.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:26 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/871706041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:26.516 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:26 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/871706041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:26.534 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:26 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/871706041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:26.534 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 podman[62981]: 2024-04-25 15:58:26.240343924 +0000 UTC m=+0.018382497 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:26.534 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 podman[62981]: 2024-04-25 15:58:26.423062007 +0000 UTC m=+0.201100627 container create 1c4b7f4549707fd5b1c55678c202c976113cbc5ca98f1b0f02b0d714abf218a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True) 2024-04-25T15:58:27.186 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 podman[62981]: 2024-04-25 15:58:26.780903311 +0000 UTC m=+0.558941889 container init 1c4b7f4549707fd5b1c55678c202c976113cbc5ca98f1b0f02b0d714abf218a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, ceph=True) 2024-04-25T15:58:27.186 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 podman[62981]: 2024-04-25 15:58:26.783664058 +0000 UTC m=+0.561702633 container start 1c4b7f4549707fd5b1c55678c202c976113cbc5ca98f1b0f02b0d714abf218a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i, org.label-schema.build-date=20240424, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD) 2024-04-25T15:58:27.186 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 ceph-mds[63000]: -- 172.21.15.133:0/2295028655 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560a23b19a40 con 0x560a23b61a80 2024-04-25T15:58:27.186 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i[62996]: starting mds.i at 2024-04-25T15:58:27.186 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 bash[62981]: 1c4b7f4549707fd5b1c55678c202c976113cbc5ca98f1b0f02b0d714abf218a1 2024-04-25T15:58:27.186 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 15:58:26 smithi133 systemd[1]: Started Ceph mds.i for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:27 smithi116 ceph-mon[32780]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:27.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:27 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:27.633 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:27 smithi112 ceph-mon[29426]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:27.633 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:27.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:27.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:27 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:27.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:27 smithi133 ceph-mon[32641]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:27.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:27.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:27.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:27.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:27 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:28.204 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:28.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 -- 172.21.15.112:0/2879465393 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8102fa0 msgr2=0x7ff6b81033b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:28.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 --2- 172.21.15.112:0/2879465393 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8102fa0 0x7ff6b81033b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8009900 tx=0x7ff6a802a410 comp rx=0 tx=0).stop 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 -- 172.21.15.112:0/2879465393 shutdown_connections 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 --2- 172.21.15.112:0/2879465393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b8103980 0x7ff6b8103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 --2- 172.21.15.112:0/2879465393 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6b8104480 0x7ff6b810abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 --2- 172.21.15.112:0/2879465393 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8102fa0 0x7ff6b81033b0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 -- 172.21.15.112:0/2879465393 >> 172.21.15.112:0/2879465393 conn(0x7ff6b80fd360 msgr2=0x7ff6b80ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 -- 172.21.15.112:0/2879465393 shutdown_connections 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.317+0000 7ff6beca8640 1 -- 172.21.15.112:0/2879465393 wait complete. 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 Processor -- start 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 -- start start 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b8102fa0 0x7ff6b819a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6b8103980 0x7ff6b819a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8104480 0x7ff6b81a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:28.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b810f4f0 con 0x7ff6b8104480 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b810f370 con 0x7ff6b8103980 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6beca8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b810f670 con 0x7ff6b8102fa0 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8104480 0x7ff6b81a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8104480 0x7ff6b81a1610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41358/0 (socket says 172.21.15.112:41358) 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 -- 172.21.15.112:0/116510514 learned_addr learned my addr 172.21.15.112:0/116510514 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6b7fff640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6b8103980 0x7ff6b819a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 -- 172.21.15.112:0/116510514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b8102fa0 msgr2=0x7ff6b819a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b8102fa0 0x7ff6b819a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 -- 172.21.15.112:0/116510514 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6b8103980 msgr2=0x7ff6b819a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6b8103980 0x7ff6b819a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 -- 172.21.15.112:0/116510514 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b81a1c80 con 0x7ff6b8104480 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6b7fff640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6b8103980 0x7ff6b819a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6bd245640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8104480 0x7ff6b81a1610 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009fd0 tx=0x7ff6b000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:28.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.318+0000 7ff6b5ffb640 1 -- 172.21.15.112:0/116510514 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0017070 con 0x7ff6b8104480 2024-04-25T15:58:28.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.319+0000 7ff6b5ffb640 1 -- 172.21.15.112:0/116510514 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6b0003e00 con 0x7ff6b8104480 2024-04-25T15:58:28.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.319+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6b81a1f70 con 0x7ff6b8104480 2024-04-25T15:58:28.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.319+0000 7ff6b5ffb640 1 -- 172.21.15.112:0/116510514 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0010460 con 0x7ff6b8104480 2024-04-25T15:58:28.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.319+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6b81a2380 con 0x7ff6b8104480 2024-04-25T15:58:28.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.320+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6b806a1c0 con 0x7ff6b8104480 2024-04-25T15:58:28.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.321+0000 7ff6b5ffb640 1 -- 172.21.15.112:0/116510514 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7ff6b0003970 con 0x7ff6b8104480 2024-04-25T15:58:28.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.321+0000 7ff6b5ffb640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6a00afaf0 0x7ff6a00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:28.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.322+0000 7ff6bca44640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6a00afaf0 0x7ff6a00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:28.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.322+0000 7ff6b5ffb640 1 -- 172.21.15.112:0/116510514 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7ff6b00de9f0 con 0x7ff6b8104480 2024-04-25T15:58:28.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.322+0000 7ff6bca44640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6a00afaf0 0x7ff6a00b2000 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff6a802a930 tx=0x7ff6a8005720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:28.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.326+0000 7ff6b5ffb640 1 -- 172.21.15.112:0/116510514 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff6b806a1c0 con 0x7ff6b8104480 2024-04-25T15:58:28.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:28 smithi116 ceph-mon[32780]: Deploying daemon mds.g on smithi112 2024-04-25T15:58:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:28 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] up:boot 2024-04-25T15:58:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:28 smithi116 ceph-mon[32780]: fsmap 9 up:standby 2024-04-25T15:58:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:28 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T15:58:28.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.556+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6b802dc10 con 0x7ff6b8104480 2024-04-25T15:58:28.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.557+0000 7ff6b5ffb640 1 -- 172.21.15.112:0/116510514 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8010 (secure 0 0 0) 0x7ff6b00a7a70 con 0x7ff6b8104480 2024-04-25T15:58:28.558 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:28.558 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T15:58:28.559 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 10 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.559+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6a00afaf0 msgr2=0x7ff6a00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.559+0000 7ff6beca8640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6a00afaf0 0x7ff6a00b2000 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff6a802a930 tx=0x7ff6a8005720 comp rx=0 tx=0).stop 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.559+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8104480 msgr2=0x7ff6b81a1610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.559+0000 7ff6beca8640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8104480 0x7ff6b81a1610 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009fd0 tx=0x7ff6b000b260 comp rx=0 tx=0).stop 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 shutdown_connections 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6a00afaf0 0x7ff6a00b2000 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6b8104480 0x7ff6b81a1610 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6b8103980 0x7ff6b819a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 --2- 172.21.15.112:0/116510514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b8102fa0 0x7ff6b819a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 >> 172.21.15.112:0/116510514 conn(0x7ff6b80fd360 msgr2=0x7ff6b8104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 shutdown_connections 2024-04-25T15:58:28.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:28.560+0000 7ff6beca8640 1 -- 172.21.15.112:0/116510514 wait complete. 2024-04-25T15:58:28.570 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:28 smithi112 ceph-mon[29426]: Deploying daemon mds.g on smithi112 2024-04-25T15:58:28.571 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:28 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] up:boot 2024-04-25T15:58:28.571 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:28 smithi112 ceph-mon[29426]: fsmap 9 up:standby 2024-04-25T15:58:28.571 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:28 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T15:58:28.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:28 smithi133 ceph-mon[32641]: Deploying daemon mds.g on smithi112 2024-04-25T15:58:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:28 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] up:boot 2024-04-25T15:58:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:28 smithi133 ceph-mon[32641]: fsmap 9 up:standby 2024-04-25T15:58:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:28 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T15:58:29.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:29 smithi116 ceph-mon[32780]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:29.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:29 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/116510514' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:29.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:29 smithi112 ceph-mon[29426]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:29.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:29 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/116510514' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:29.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:29 smithi133 ceph-mon[32641]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:29.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:29 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/116510514' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:29.955 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 15:58:29 smithi112 systemd[1]: Started Ceph mds.g for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:30.573 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:30.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 -- 172.21.15.112:0/698157901 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684101750 msgr2=0x7fc684101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:30.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/698157901 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684101750 0x7fc684101bc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc674009900 tx=0x7fc67402a410 comp rx=0 tx=0).stop 2024-04-25T15:58:30.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 -- 172.21.15.112:0/698157901 shutdown_connections 2024-04-25T15:58:30.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/698157901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc684102250 0x7fc68410bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/698157901 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684101750 0x7fc684101bc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/698157901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6841050a0 0x7fc6841054b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 -- 172.21.15.112:0/698157901 >> 172.21.15.112:0/698157901 conn(0x7fc6840fd370 msgr2=0x7fc6840ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:30.686 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 -- 172.21.15.112:0/698157901 shutdown_connections 2024-04-25T15:58:30.686 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.684+0000 7fc68bdc5640 1 -- 172.21.15.112:0/698157901 wait complete. 2024-04-25T15:58:30.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 Processor -- start 2024-04-25T15:58:30.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 -- start start 2024-04-25T15:58:30.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc684101750 0x7fc68419a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:30.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684102250 0x7fc68419a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:30.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6841050a0 0x7fc6841a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc68410f4c0 con 0x7fc684102250 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc68410f340 con 0x7fc6841050a0 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68bdc5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc68410f640 con 0x7fc684101750 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684102250 0x7fc68419a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684102250 0x7fc68419a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41404/0 (socket says 172.21.15.112:41404) 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 -- 172.21.15.112:0/2421747946 learned_addr learned my addr 172.21.15.112:0/2421747946 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68a362640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6841050a0 0x7fc6841a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689b61640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc684101750 0x7fc68419a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 -- 172.21.15.112:0/2421747946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc684101750 msgr2=0x7fc68419a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc684101750 0x7fc68419a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 -- 172.21.15.112:0/2421747946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6841050a0 msgr2=0x7fc6841a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6841050a0 0x7fc6841a15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc689360640 1 -- 172.21.15.112:0/2421747946 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6841a1c30 con 0x7fc684102250 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.685+0000 7fc68a362640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6841050a0 0x7fc6841a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:30.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.686+0000 7fc689b61640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc684101750 0x7fc68419a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:30.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.686+0000 7fc689360640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684102250 0x7fc68419a630 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc674009230 tx=0x7fc6740042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:30.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.686+0000 7fc67affd640 1 -- 172.21.15.112:0/2421747946 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc67403f030 con 0x7fc684102250 2024-04-25T15:58:30.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.686+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6841a1ec0 con 0x7fc684102250 2024-04-25T15:58:30.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.686+0000 7fc67affd640 1 -- 172.21.15.112:0/2421747946 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc674003c90 con 0x7fc684102250 2024-04-25T15:58:30.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.686+0000 7fc67affd640 1 -- 172.21.15.112:0/2421747946 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674035070 con 0x7fc684102250 2024-04-25T15:58:30.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.686+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6841a2320 con 0x7fc684102250 2024-04-25T15:58:30.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.687+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc684108a30 con 0x7fc684102250 2024-04-25T15:58:30.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.689+0000 7fc67affd640 1 -- 172.21.15.112:0/2421747946 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fc674042030 con 0x7fc684102250 2024-04-25T15:58:30.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.689+0000 7fc67affd640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc6700afaf0 0x7fc6700b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:30.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.690+0000 7fc689b61640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc6700afaf0 0x7fc6700b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:30.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.690+0000 7fc67affd640 1 -- 172.21.15.112:0/2421747946 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fc6740ff2c0 con 0x7fc684102250 2024-04-25T15:58:30.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.690+0000 7fc689b61640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc6700afaf0 0x7fc6700b2000 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc680005d00 tx=0x7fc680005ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:30.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.695+0000 7fc67affd640 1 -- 172.21.15.112:0/2421747946 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc6740c8340 con 0x7fc684102250 2024-04-25T15:58:30.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.918+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc68402db50 con 0x7fc684102250 2024-04-25T15:58:30.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.918+0000 7fc67affd640 1 -- 172.21.15.112:0/2421747946 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8836 (secure 0 0 0) 0x7fc6740c7c40 con 0x7fc684102250 2024-04-25T15:58:30.919 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:30.919 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14637,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T15:58:30.920 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 11 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc6700afaf0 msgr2=0x7fc6700b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc6700afaf0 0x7fc6700b2000 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc680005d00 tx=0x7fc680005ed0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684102250 msgr2=0x7fc68419a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684102250 0x7fc68419a630 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc674009230 tx=0x7fc6740042f0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 shutdown_connections 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc6700afaf0 0x7fc6700b2000 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6841050a0 0x7fc6841a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc684102250 0x7fc68419a630 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 --2- 172.21.15.112:0/2421747946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc684101750 0x7fc68419a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 >> 172.21.15.112:0/2421747946 conn(0x7fc6840fd370 msgr2=0x7fc684105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 shutdown_connections 2024-04-25T15:58:30.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:30.921+0000 7fc68bdc5640 1 -- 172.21.15.112:0/2421747946 wait complete. 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: Deploying daemon mds.a on smithi112 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.112:6838/146270898,v1:172.21.15.112:6839/146270898] up:boot 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: fsmap 10 up:standby 2024-04-25T15:58:31.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:30 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T15:58:31.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:31.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:31.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:31.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: Deploying daemon mds.a on smithi112 2024-04-25T15:58:31.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:31.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.112:6838/146270898,v1:172.21.15.112:6839/146270898] up:boot 2024-04-25T15:58:31.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: fsmap 10 up:standby 2024-04-25T15:58:31.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:30 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T15:58:31.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: Deploying daemon mds.a on smithi112 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.112:6838/146270898,v1:172.21.15.112:6839/146270898] up:boot 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: fsmap 10 up:standby 2024-04-25T15:58:31.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:30 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T15:58:32.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:31 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2421747946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:32.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:31 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2421747946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:32.205 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 systemd[1]: Starting Ceph mds.a for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T15:58:32.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:31 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2421747946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:32.502 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 podman[69192]: 2024-04-25 15:58:32.123331464 +0000 UTC m=+0.017934240 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T15:58:32.502 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 podman[69192]: 2024-04-25 15:58:32.23878523 +0000 UTC m=+0.133388035 container create 3a02bf8cf4a26cc633255eb2f56bb3d2f647bb79491bd26ef3a90cde56bcdaaf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True) 2024-04-25T15:58:32.502 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 podman[69192]: 2024-04-25 15:58:32.466394614 +0000 UTC m=+0.360997375 container init 3a02bf8cf4a26cc633255eb2f56bb3d2f647bb79491bd26ef3a90cde56bcdaaf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T15:58:32.502 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 podman[69192]: 2024-04-25 15:58:32.468936865 +0000 UTC m=+0.363539627 container start 3a02bf8cf4a26cc633255eb2f56bb3d2f647bb79491bd26ef3a90cde56bcdaaf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-25T15:58:32.878 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mds[69211]: -- 172.21.15.112:0/3512003500 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562406f07a40 con 0x562406f4f600 2024-04-25T15:58:32.878 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a[69207]: starting mds.a at 2024-04-25T15:58:32.878 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 bash[69192]: 3a02bf8cf4a26cc633255eb2f56bb3d2f647bb79491bd26ef3a90cde56bcdaaf 2024-04-25T15:58:32.878 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 15:58:32 smithi112 systemd[1]: Started Ceph mds.a for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:32.934 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:33.048 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 -- 172.21.15.112:0/3764760936 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608106c10 msgr2=0x7f16081090f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:33.048 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 --2- 172.21.15.112:0/3764760936 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608106c10 0x7f16081090f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f15fc009900 tx=0x7f15fc02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 -- 172.21.15.112:0/3764760936 shutdown_connections 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 --2- 172.21.15.112:0/3764760936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1608109780 0x7f160810bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 --2- 172.21.15.112:0/3764760936 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608106c10 0x7f16081090f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 --2- 172.21.15.112:0/3764760936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1608101e80 0x7f1608102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 -- 172.21.15.112:0/3764760936 >> 172.21.15.112:0/3764760936 conn(0x7f16080fd330 msgr2=0x7f16080ff800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 -- 172.21.15.112:0/3764760936 shutdown_connections 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.045+0000 7f160cdd6640 1 -- 172.21.15.112:0/3764760936 wait complete. 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 Processor -- start 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 -- start start 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1608101e80 0x7f160819a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1608106c10 0x7f160819a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608109780 0x7f16081a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f160810f4c0 con 0x7f1608109780 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f160810f340 con 0x7f1608106c10 2024-04-25T15:58:33.049 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160cdd6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f160810f640 con 0x7f1608101e80 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f1606d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608109780 0x7f16081a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f1606d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608109780 0x7f16081a15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41426/0 (socket says 172.21.15.112:41426) 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f1606d9d640 1 -- 172.21.15.112:0/274522529 learned_addr learned my addr 172.21.15.112:0/274522529 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f160659c640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1608101e80 0x7f160819a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.046+0000 7f1605d9b640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1608106c10 0x7f160819a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f1606d9d640 1 -- 172.21.15.112:0/274522529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1608101e80 msgr2=0x7f160819a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f1606d9d640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1608101e80 0x7f160819a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f1606d9d640 1 -- 172.21.15.112:0/274522529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1608106c10 msgr2=0x7f160819a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f1606d9d640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1608106c10 0x7f160819a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f1606d9d640 1 -- 172.21.15.112:0/274522529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16081a1c60 con 0x7f1608109780 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f1606d9d640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608109780 0x7f16081a15f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f160000e970 tx=0x7f160000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f15f77fe640 1 -- 172.21.15.112:0/274522529 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160000ccc0 con 0x7f1608109780 2024-04-25T15:58:33.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f15f77fe640 1 -- 172.21.15.112:0/274522529 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f160000ce60 con 0x7f1608109780 2024-04-25T15:58:33.051 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16081a1f50 con 0x7f1608109780 2024-04-25T15:58:33.051 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f15f77fe640 1 -- 172.21.15.112:0/274522529 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600010430 con 0x7f1608109780 2024-04-25T15:58:33.051 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.047+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16081a23b0 con 0x7f1608109780 2024-04-25T15:58:33.052 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.048+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16080fee50 con 0x7f1608109780 2024-04-25T15:58:33.052 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.050+0000 7f15f77fe640 1 -- 172.21.15.112:0/274522529 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f1600004ef0 con 0x7f1608109780 2024-04-25T15:58:33.052 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.051+0000 7f15f77fe640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15f00afaf0 0x7f15f00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:33.052 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.051+0000 7f160659c640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15f00afaf0 0x7f15f00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:33.052 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.051+0000 7f15f77fe640 1 -- 172.21.15.112:0/274522529 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f16000ded90 con 0x7f1608109780 2024-04-25T15:58:33.052 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.051+0000 7f160659c640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15f00afaf0 0x7f15f00b2000 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1608069e60 tx=0x7f15f8009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:33.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.054+0000 7f15f77fe640 1 -- 172.21.15.112:0/274522529 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1600053ff0 con 0x7f1608109780 2024-04-25T15:58:33.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:32 smithi133 ceph-mon[32641]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:33.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:33.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mon[29426]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:33.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:33.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.270+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f160802dda0 con 0x7f1608109780 2024-04-25T15:58:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.271+0000 7f15f77fe640 1 -- 172.21.15.112:0/274522529 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9665 (secure 0 0 0) 0x7f16000aee20 con 0x7f1608109780 2024-04-25T15:58:33.272 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:33.272 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14637,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14649,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T15:58:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 12 2024-04-25T15:58:33.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15f00afaf0 msgr2=0x7f15f00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:33.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15f00afaf0 0x7f15f00b2000 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1608069e60 tx=0x7f15f8009680 comp rx=0 tx=0).stop 2024-04-25T15:58:33.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608109780 msgr2=0x7f16081a15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608109780 0x7f16081a15f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f160000e970 tx=0x7f160000ed70 comp rx=0 tx=0).stop 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 shutdown_connections 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15f00afaf0 0x7f15f00b2000 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1608109780 0x7f16081a15f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1608106c10 0x7f160819a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 --2- 172.21.15.112:0/274522529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1608101e80 0x7f160819a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 >> 172.21.15.112:0/274522529 conn(0x7f16080fd330 msgr2=0x7f1608107d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 shutdown_connections 2024-04-25T15:58:33.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:33.273+0000 7f160cdd6640 1 -- 172.21.15.112:0/274522529 wait complete. 2024-04-25T15:58:33.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:32 smithi116 ceph-mon[32780]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:33.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:33.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T15:58:33.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T15:58:33.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:34.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:33 smithi133 ceph-mon[32641]: Deploying daemon mds.b on smithi116 2024-04-25T15:58:34.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:33 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] up:boot 2024-04-25T15:58:34.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:33 smithi133 ceph-mon[32641]: fsmap 11 up:standby 2024-04-25T15:58:34.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T15:58:34.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:33 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/274522529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:33 smithi112 ceph-mon[29426]: Deploying daemon mds.b on smithi116 2024-04-25T15:58:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:33 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] up:boot 2024-04-25T15:58:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:33 smithi112 ceph-mon[29426]: fsmap 11 up:standby 2024-04-25T15:58:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T15:58:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:33 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/274522529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:34.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:33 smithi116 ceph-mon[32780]: Deploying daemon mds.b on smithi116 2024-04-25T15:58:34.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:33 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] up:boot 2024-04-25T15:58:34.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:33 smithi116 ceph-mon[32780]: fsmap 11 up:standby 2024-04-25T15:58:34.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T15:58:34.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:33 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/274522529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:35.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:34 smithi116 ceph-mon[32780]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:35.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:34 smithi133 ceph-mon[32641]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:35.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:34 smithi112 ceph-mon[29426]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:35.286 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.407+0000 7f9cb19d6640 1 -- 172.21.15.112:0/3363016257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac103b00 msgr2=0x7f9cac104800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.407+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/3363016257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac103b00 0x7f9cac104800 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c009ca0 tx=0x7f9c9c02a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.407+0000 7f9cb19d6640 1 -- 172.21.15.112:0/3363016257 shutdown_connections 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.407+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/3363016257 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cac104d40 0x7f9cac105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.408+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/3363016257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cac109a40 0x7f9cac10be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.408+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/3363016257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac103b00 0x7f9cac104800 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.408+0000 7f9cb19d6640 1 -- 172.21.15.112:0/3363016257 >> 172.21.15.112:0/3363016257 conn(0x7f9cac0fed10 msgr2=0x7f9cac1011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:35.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.408+0000 7f9cb19d6640 1 -- 172.21.15.112:0/3363016257 shutdown_connections 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.408+0000 7f9cb19d6640 1 -- 172.21.15.112:0/3363016257 wait complete. 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.408+0000 7f9cb19d6640 1 Processor -- start 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.408+0000 7f9cb19d6640 1 -- start start 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cac103b00 0x7f9cac19a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac104d40 0x7f9cac19a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cac109a40 0x7f9cac1a1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac10f500 con 0x7f9cac104d40 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac10f380 con 0x7f9cac109a40 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac10f680 con 0x7f9cac103b00 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac104d40 0x7f9cac19a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac104d40 0x7f9cac19a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41264/0 (socket says 172.21.15.112:41264) 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 -- 172.21.15.112:0/227549782 learned_addr learned my addr 172.21.15.112:0/227549782 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:35.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cab7fe640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cac109a40 0x7f9cac1a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caaffd640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cac103b00 0x7f9cac19a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 -- 172.21.15.112:0/227549782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cac103b00 msgr2=0x7f9cac19a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cac103b00 0x7f9cac19a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 -- 172.21.15.112:0/227549782 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cac109a40 msgr2=0x7f9cac1a1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cac109a40 0x7f9cac1a1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 -- 172.21.15.112:0/227549782 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cac1a1ce0 con 0x7f9cac104d40 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cab7fe640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cac109a40 0x7f9cac1a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9caa7fc640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac104d40 0x7f9cac19a6e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9ca000e9f0 tx=0x7f9ca000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb09d4640 1 -- 172.21.15.112:0/227549782 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca000cd80 con 0x7f9cac104d40 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb09d4640 1 -- 172.21.15.112:0/227549782 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ca00054b0 con 0x7f9cac104d40 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cac1a1fd0 con 0x7f9cac104d40 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb09d4640 1 -- 172.21.15.112:0/227549782 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca0010430 con 0x7f9cac104d40 2024-04-25T15:58:35.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.409+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cac1a23e0 con 0x7f9cac104d40 2024-04-25T15:58:35.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.410+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cac108850 con 0x7f9cac104d40 2024-04-25T15:58:35.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.412+0000 7f9cb09d4640 1 -- 172.21.15.112:0/227549782 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f9ca00046c0 con 0x7f9cac104d40 2024-04-25T15:58:35.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.412+0000 7f9cb09d4640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c940afaf0 0x7f9c940b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:35.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.412+0000 7f9caaffd640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c940afaf0 0x7f9c940b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:35.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.412+0000 7f9cb09d4640 1 -- 172.21.15.112:0/227549782 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f9ca00ded70 con 0x7f9cac104d40 2024-04-25T15:58:35.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.413+0000 7f9caaffd640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c940afaf0 0x7f9c940b2000 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c006010 tx=0x7f9c9c000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:35.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.416+0000 7f9cb09d4640 1 -- 172.21.15.112:0/227549782 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9ca0053ff0 con 0x7f9cac104d40 2024-04-25T15:58:35.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.641+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cac02db50 con 0x7f9cac104d40 2024-04-25T15:58:35.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.642+0000 7f9cb09d4640 1 -- 172.21.15.112:0/227549782 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9665 (secure 0 0 0) 0x7f9ca00aee20 con 0x7f9cac104d40 2024-04-25T15:58:35.643 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:35.643 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14637,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14649,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T15:58:35.643 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 12 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c940afaf0 msgr2=0x7f9c940b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c940afaf0 0x7f9c940b2000 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c006010 tx=0x7f9c9c000f40 comp rx=0 tx=0).stop 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac104d40 msgr2=0x7f9cac19a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac104d40 0x7f9cac19a6e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9ca000e9f0 tx=0x7f9ca000edf0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 shutdown_connections 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c940afaf0 0x7f9c940b2000 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cac109a40 0x7f9cac1a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9cac104d40 0x7f9cac19a6e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 --2- 172.21.15.112:0/227549782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cac103b00 0x7f9cac19a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:35.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 >> 172.21.15.112:0/227549782 conn(0x7f9cac0fed10 msgr2=0x7f9cac105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:35.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 shutdown_connections 2024-04-25T15:58:35.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:35.644+0000 7f9cb19d6640 1 -- 172.21.15.112:0/227549782 wait complete. 2024-04-25T15:58:35.777 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 15:58:35 smithi116 systemd[1]: Started Ceph mds.b for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/227549782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] up:boot 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: fsmap 12 up:standby 2024-04-25T15:58:36.704 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:36 smithi133 ceph-mon[32641]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/227549782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] up:boot 2024-04-25T15:58:36.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: fsmap 12 up:standby 2024-04-25T15:58:36.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T15:58:36.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:36 smithi112 ceph-mon[29426]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/227549782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] up:boot 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: fsmap 12 up:standby 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T15:58:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:36 smithi116 ceph-mon[32780]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:37.657 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 -- 172.21.15.112:0/782622911 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8102f50 msgr2=0x7f0cf8103360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 --2- 172.21.15.112:0/782622911 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8102f50 0x7f0cf8103360 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8009900 tx=0x7f0ce802a3f0 comp rx=0 tx=0).stop 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 -- 172.21.15.112:0/782622911 shutdown_connections 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 --2- 172.21.15.112:0/782622911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8104450 0x7f0cf810aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 --2- 172.21.15.112:0/782622911 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cf8103930 0x7f0cf8103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 --2- 172.21.15.112:0/782622911 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8102f50 0x7f0cf8103360 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 -- 172.21.15.112:0/782622911 >> 172.21.15.112:0/782622911 conn(0x7f0cf80fd330 msgr2=0x7f0cf80ff800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 -- 172.21.15.112:0/782622911 shutdown_connections 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.769+0000 7f0cfd242640 1 -- 172.21.15.112:0/782622911 wait complete. 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 Processor -- start 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 -- start start 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8102f50 0x7f0cf8102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:37.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cf8103930 0x7f0cf819eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8104450 0x7f0cf81a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf810e380 con 0x7f0cf8104450 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf810e200 con 0x7f0cf8103930 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.770+0000 7f0cfd242640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf810e500 con 0x7f0cf8102f50 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8104450 0x7f0cf81a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf6d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8102f50 0x7f0cf8102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8104450 0x7f0cf81a1420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41280/0 (socket says 172.21.15.112:41280) 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf6d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8102f50 0x7f0cf8102210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.112:58160/0 (socket says 172.21.15.112:58160) 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 -- 172.21.15.112:0/2817840362 learned_addr learned my addr 172.21.15.112:0/2817840362 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf659c640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cf8103930 0x7f0cf819eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 -- 172.21.15.112:0/2817840362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8102f50 msgr2=0x7f0cf8102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8102f50 0x7f0cf8102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:37.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 -- 172.21.15.112:0/2817840362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cf8103930 msgr2=0x7f0cf819eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cf8103930 0x7f0cf819eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 -- 172.21.15.112:0/2817840362 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf81a1c40 con 0x7f0cf8104450 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf6d9d640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8102f50 0x7f0cf8102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cf759e640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8104450 0x7f0cf81a1420 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009fd0 tx=0x7f0cf000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cdffff640 1 -- 172.21.15.112:0/2817840362 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf0017070 con 0x7f0cf8104450 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cdffff640 1 -- 172.21.15.112:0/2817840362 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0cf0003e00 con 0x7f0cf8104450 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf81a1f30 con 0x7f0cf8104450 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.771+0000 7f0cdffff640 1 -- 172.21.15.112:0/2817840362 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf0010460 con 0x7f0cf8104450 2024-04-25T15:58:37.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.772+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf81a2390 con 0x7f0cf8104450 2024-04-25T15:58:37.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.773+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf81078f0 con 0x7f0cf8104450 2024-04-25T15:58:37.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.774+0000 7f0cdffff640 1 -- 172.21.15.112:0/2817840362 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f0cf0003970 con 0x7f0cf8104450 2024-04-25T15:58:37.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.774+0000 7f0cdffff640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0ce00afaf0 0x7f0ce00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:37.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.775+0000 7f0cf6d9d640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0ce00afaf0 0x7f0ce00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:37.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.775+0000 7f0cdffff640 1 -- 172.21.15.112:0/2817840362 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f0cf00de860 con 0x7f0cf8104450 2024-04-25T15:58:37.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.775+0000 7f0cf6d9d640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0ce00afaf0 0x7f0ce00b2000 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8005ab0 tx=0x7f0ce8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:37.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:37.779+0000 7f0cdffff640 1 -- 172.21.15.112:0/2817840362 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0cf00a7290 con 0x7f0cf8104450 2024-04-25T15:58:38.028 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.027+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0cf802dda0 con 0x7f0cf8104450 2024-04-25T15:58:38.029 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.028+0000 7f0cdffff640 1 -- 172.21.15.112:0/2817840362 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10491 (secure 0 0 0) 0x7f0cf00ab590 con 0x7f0cf8104450 2024-04-25T15:58:38.029 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:38.029 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14637,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14649,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24548,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-25T15:58:38.030 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 13 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0ce00afaf0 msgr2=0x7f0ce00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0ce00afaf0 0x7f0ce00b2000 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8005ab0 tx=0x7f0ce8000bc0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8104450 msgr2=0x7f0cf81a1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8104450 0x7f0cf81a1420 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009fd0 tx=0x7f0cf000b260 comp rx=0 tx=0).stop 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 shutdown_connections 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0ce00afaf0 0x7f0ce00b2000 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0cf8104450 0x7f0cf81a1420 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cf8103930 0x7f0cf819eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 --2- 172.21.15.112:0/2817840362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf8102f50 0x7f0cf8102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 >> 172.21.15.112:0/2817840362 conn(0x7f0cf80fd330 msgr2=0x7f0cf8104ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 shutdown_connections 2024-04-25T15:58:38.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.031+0000 7f0cfd242640 1 -- 172.21.15.112:0/2817840362 wait complete. 2024-04-25T15:58:38.043 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 -- 172.21.15.112:0/2702006329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c1029c0 msgr2=0x7f783c1036c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 --2- 172.21.15.112:0/2702006329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c1029c0 0x7f783c1036c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7834009ca0 tx=0x7f783402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 -- 172.21.15.112:0/2702006329 shutdown_connections 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 --2- 172.21.15.112:0/2702006329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c103c00 0x7f783c104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 --2- 172.21.15.112:0/2702006329 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f783c108900 0x7f783c10ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 --2- 172.21.15.112:0/2702006329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c1029c0 0x7f783c1036c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 -- 172.21.15.112:0/2702006329 >> 172.21.15.112:0/2702006329 conn(0x7f783c0fdbd0 msgr2=0x7f783c100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 -- 172.21.15.112:0/2702006329 shutdown_connections 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 -- 172.21.15.112:0/2702006329 wait complete. 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 Processor -- start 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 -- start start 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.153+0000 7f7844014640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f783c1029c0 0x7f783c06a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.156 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7844014640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c103c00 0x7f783c19eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7844014640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c108900 0x7f783c1a1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7844014640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f783c10e3a0 con 0x7f783c103c00 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7844014640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f783c10e220 con 0x7f783c1029c0 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7844014640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f783c10e520 con 0x7f783c108900 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c103c00 0x7f783c19eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c103c00 0x7f783c19eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41298/0 (socket says 172.21.15.112:41298) 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 -- 172.21.15.112:0/516379349 learned_addr learned my addr 172.21.15.112:0/516379349 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7841db0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f783c1029c0 0x7f783c06a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78425b1640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c108900 0x7f783c1a1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 -- 172.21.15.112:0/516379349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c108900 msgr2=0x7f783c1a1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c108900 0x7f783c1a1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 -- 172.21.15.112:0/516379349 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f783c1029c0 msgr2=0x7f783c06a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f783c1029c0 0x7f783c06a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 -- 172.21.15.112:0/516379349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f783c1a1c60 con 0x7f783c103c00 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7841db0640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f783c1029c0 0x7f783c06a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f78415af640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c103c00 0x7f783c19eef0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f782c00e9f0 tx=0x7f782c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7832ffd640 1 -- 172.21.15.112:0/516379349 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782c00cd80 con 0x7f783c103c00 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7832ffd640 1 -- 172.21.15.112:0/516379349 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f782c0108c0 con 0x7f783c103c00 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f783c1a1f50 con 0x7f783c103c00 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7832ffd640 1 -- 172.21.15.112:0/516379349 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782c0187c0 con 0x7f783c103c00 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.154+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f783c1a23b0 con 0x7f783c103c00 2024-04-25T15:58:38.158 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.155+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f783c107710 con 0x7f783c103c00 2024-04-25T15:58:38.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.157+0000 7f7832ffd640 1 -- 172.21.15.112:0/516379349 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f782c010430 con 0x7f783c103c00 2024-04-25T15:58:38.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.158+0000 7f7832ffd640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f78280afaf0 0x7f78280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.159+0000 7f7841db0640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f78280afaf0 0x7f78280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.159+0000 7f7832ffd640 1 -- 172.21.15.112:0/516379349 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f782c0defd0 con 0x7f783c103c00 2024-04-25T15:58:38.160 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.159+0000 7f7841db0640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f78280afaf0 0x7f78280b2000 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7834006010 tx=0x7f78340318e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:38.162 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.162+0000 7f7832ffd640 1 -- 172.21.15.112:0/516379349 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f782c0a7a00 con 0x7f783c103c00 2024-04-25T15:58:38.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.350+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f783c02dc80 con 0x7f783c103c00 2024-04-25T15:58:38.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.351+0000 7f7832ffd640 1 -- 172.21.15.112:0/516379349 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+18538 (secure 0 0 0) 0x7f782c0b00d0 con 0x7f783c103c00 2024-04-25T15:58:38.352 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:38.353 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":71,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:57:50.263778+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f78280afaf0 msgr2=0x7f78280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f78280afaf0 0x7f78280b2000 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7834006010 tx=0x7f78340318e0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c103c00 msgr2=0x7f783c19eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c103c00 0x7f783c19eef0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f782c00e9f0 tx=0x7f782c00eeb0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 shutdown_connections 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f78280afaf0 0x7f78280b2000 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c108900 0x7f783c1a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f783c103c00 0x7f783c19eef0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 --2- 172.21.15.112:0/516379349 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f783c1029c0 0x7f783c06a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.353+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 >> 172.21.15.112:0/516379349 conn(0x7f783c0fdbd0 msgr2=0x7f783c1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.354+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 shutdown_connections 2024-04-25T15:58:38.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.354+0000 7f7844014640 1 -- 172.21.15.112:0/516379349 wait complete. 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:38.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.366 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2817840362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:38.366 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:38 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:38.367 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T15:58:38.367 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T15:58:38.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 -- 172.21.15.112:0/789738626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc341029f0 msgr2=0x7fbc341036f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 --2- 172.21.15.112:0/789738626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc341029f0 0x7fbc341036f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbc30009860 tx=0x7fbc3002a340 comp rx=0 tx=0).stop 2024-04-25T15:58:38.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 -- 172.21.15.112:0/789738626 shutdown_connections 2024-04-25T15:58:38.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 --2- 172.21.15.112:0/789738626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbc34108930 0x7fbc3410ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 --2- 172.21.15.112:0/789738626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 0x7fbc34104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 --2- 172.21.15.112:0/789738626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc341029f0 0x7fbc341036f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 -- 172.21.15.112:0/789738626 >> 172.21.15.112:0/789738626 conn(0x7fbc340fdbc0 msgr2=0x7fbc34100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:38.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 -- 172.21.15.112:0/789738626 shutdown_connections 2024-04-25T15:58:38.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.479+0000 7fbc3b706640 1 -- 172.21.15.112:0/789738626 wait complete. 2024-04-25T15:58:38.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 Processor -- start 2024-04-25T15:58:38.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 -- start start 2024-04-25T15:58:38.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbc341029f0 0x7fbc34075860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 0x7fbc3419eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc34108930 0x7fbc341a1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3410e3a0 con 0x7fbc34103c30 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3410e220 con 0x7fbc341029f0 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc3b706640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3410e520 con 0x7fbc34108930 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc38ca1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 0x7fbc3419eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc38ca1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 0x7fbc3419eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41324/0 (socket says 172.21.15.112:41324) 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc38ca1640 1 -- 172.21.15.112:0/1114404610 learned_addr learned my addr 172.21.15.112:0/1114404610 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc394a2640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbc341029f0 0x7fbc34075860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.480+0000 7fbc39ca3640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc34108930 0x7fbc341a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc38ca1640 1 -- 172.21.15.112:0/1114404610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc34108930 msgr2=0x7fbc341a1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc38ca1640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc34108930 0x7fbc341a1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc38ca1640 1 -- 172.21.15.112:0/1114404610 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbc341029f0 msgr2=0x7fbc34075860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc38ca1640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbc341029f0 0x7fbc34075860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc38ca1640 1 -- 172.21.15.112:0/1114404610 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc341a1c50 con 0x7fbc34103c30 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc38ca1640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 0x7fbc3419eec0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbc2400e9c0 tx=0x7fbc2400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc2a7fc640 1 -- 172.21.15.112:0/1114404610 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2400cde0 con 0x7fbc34103c30 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc341a1f40 con 0x7fbc34103c30 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc2a7fc640 1 -- 172.21.15.112:0/1114404610 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbc240035f0 con 0x7fbc34103c30 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc2a7fc640 1 -- 172.21.15.112:0/1114404610 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc24010690 con 0x7fbc34103c30 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.481+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc341a23b0 con 0x7fbc34103c30 2024-04-25T15:58:38.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.482+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc34107740 con 0x7fbc34103c30 2024-04-25T15:58:38.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.484+0000 7fbc2a7fc640 1 -- 172.21.15.112:0/1114404610 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fbc24004000 con 0x7fbc34103c30 2024-04-25T15:58:38.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.485+0000 7fbc2a7fc640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbc200afaf0 0x7fbc200b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.485+0000 7fbc394a2640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbc200afaf0 0x7fbc200b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.485+0000 7fbc2a7fc640 1 -- 172.21.15.112:0/1114404610 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7fbc240dec30 con 0x7fbc34103c30 2024-04-25T15:58:38.487 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.485+0000 7fbc394a2640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbc200afaf0 0x7fbc200b2000 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbc30009780 tx=0x7fbc30000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:38.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.488+0000 7fbc2a7fc640 1 -- 172.21.15.112:0/1114404610 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbc240a7c10 con 0x7fbc34103c30 2024-04-25T15:58:38.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2817840362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:38 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2817840362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:38 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:58:38.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.684+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbc3402dce0 con 0x7fbc34103c30 2024-04-25T15:58:38.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.685+0000 7fbc2a7fc640 1 -- 172.21.15.112:0/1114404610 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) ==== 93+0+10 (secure 0 0 0) 0x7fbc240a7510 con 0x7fbc34103c30 2024-04-25T15:58:38.687 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T15:58:38.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbc200afaf0 msgr2=0x7fbc200b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbc200afaf0 0x7fbc200b2000 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbc30009780 tx=0x7fbc30000bc0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 msgr2=0x7fbc3419eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 0x7fbc3419eec0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbc2400e9c0 tx=0x7fbc2400ee80 comp rx=0 tx=0).stop 2024-04-25T15:58:38.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 shutdown_connections 2024-04-25T15:58:38.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbc200afaf0 0x7fbc200b2000 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc34108930 0x7fbc341a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbc34103c30 0x7fbc3419eec0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 --2- 172.21.15.112:0/1114404610 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbc341029f0 0x7fbc34075860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 >> 172.21.15.112:0/1114404610 conn(0x7fbc340fdbc0 msgr2=0x7fbc34104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:38.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 shutdown_connections 2024-04-25T15:58:38.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.687+0000 7fbc3b706640 1 -- 172.21.15.112:0/1114404610 wait complete. 2024-04-25T15:58:38.700 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-25T15:58:38.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 -- 172.21.15.112:0/3518418746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 msgr2=0x7ff52c10bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 --2- 172.21.15.112:0/3518418746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c10bc90 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff524009ca0 tx=0x7ff52402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 -- 172.21.15.112:0/3518418746 shutdown_connections 2024-04-25T15:58:38.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 --2- 172.21.15.112:0/3518418746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff52c106f10 0x7ff52c109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 --2- 172.21.15.112:0/3518418746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c10bc90 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 --2- 172.21.15.112:0/3518418746 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52c1045b0 0x7ff52c1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 -- 172.21.15.112:0/3518418746 >> 172.21.15.112:0/3518418746 conn(0x7ff52c0fdbd0 msgr2=0x7ff52c100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.809+0000 7ff531451640 1 -- 172.21.15.112:0/3518418746 shutdown_connections 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 -- 172.21.15.112:0/3518418746 wait complete. 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 Processor -- start 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 -- start start 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff52c1045b0 0x7ff52c19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52c106f10 0x7ff52c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c1a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c10f4f0 con 0x7ff52c109870 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c10f370 con 0x7ff52c106f10 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff531451640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c10f670 con 0x7ff52c1045b0 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff52b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c1a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff52affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff52c1045b0 0x7ff52c19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff52b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c1a15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41344/0 (socket says 172.21.15.112:41344) 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff52b7fe640 1 -- 172.21.15.112:0/3513794467 learned_addr learned my addr 172.21.15.112:0/3513794467 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff523fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52c106f10 0x7ff52c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.810+0000 7ff52affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff52c1045b0 0x7ff52c19a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.112:58212/0 (socket says 172.21.15.112:58212) 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff52b7fe640 1 -- 172.21.15.112:0/3513794467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff52c1045b0 msgr2=0x7ff52c19a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff52b7fe640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff52c1045b0 0x7ff52c19a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff52b7fe640 1 -- 172.21.15.112:0/3513794467 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52c106f10 msgr2=0x7ff52c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff52b7fe640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52c106f10 0x7ff52c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff52b7fe640 1 -- 172.21.15.112:0/3513794467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff52c1a1c10 con 0x7ff52c109870 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff52b7fe640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c1a15a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff52402aeb0 tx=0x7ff5240093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff528ff9640 1 -- 172.21.15.112:0/3513794467 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524003db0 con 0x7ff52c109870 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff528ff9640 1 -- 172.21.15.112:0/3513794467 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff5240044d0 con 0x7ff52c109870 2024-04-25T15:58:38.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff52c1a1ea0 con 0x7ff52c109870 2024-04-25T15:58:38.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff528ff9640 1 -- 172.21.15.112:0/3513794467 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524030ca0 con 0x7ff52c109870 2024-04-25T15:58:38.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.811+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff52c1a2300 con 0x7ff52c109870 2024-04-25T15:58:38.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.812+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff52c06afa0 con 0x7ff52c109870 2024-04-25T15:58:38.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.813+0000 7ff528ff9640 1 -- 172.21.15.112:0/3513794467 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7ff524004040 con 0x7ff52c109870 2024-04-25T15:58:38.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.814+0000 7ff528ff9640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5180afaf0 0x7ff5180b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:38.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.814+0000 7ff52affd640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5180afaf0 0x7ff5180b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:38.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.814+0000 7ff528ff9640 1 -- 172.21.15.112:0/3513794467 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7ff5240ffd00 con 0x7ff52c109870 2024-04-25T15:58:38.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.815+0000 7ff52affd640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5180afaf0 0x7ff5180b2000 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff52c06a8b0 tx=0x7ff51c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:38.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:38.818+0000 7ff528ff9640 1 -- 172.21.15.112:0/3513794467 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff5240c8d80 con 0x7ff52c109870 2024-04-25T15:58:39.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.008+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7ff52c02dc10 con 0x7ff52c109870 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.008+0000 7ff528ff9640 1 -- 172.21.15.112:0/3513794467 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v71) ==== 84+0+65 (secure 0 0 0) 0x7ff5240c8680 con 0x7ff52c109870 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stdout:[ 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stdout: "poolnum": 1, 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stdout: "poolname": ".mgr" 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T15:58:39.009 INFO:teuthology.orchestra.run.smithi112.stdout:] 2024-04-25T15:58:39.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5180afaf0 msgr2=0x7ff5180b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5180afaf0 0x7ff5180b2000 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff52c06a8b0 tx=0x7ff51c005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 msgr2=0x7ff52c1a15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c1a15a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff52402aeb0 tx=0x7ff5240093e0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 shutdown_connections 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5180afaf0 0x7ff5180b2000 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff52c109870 0x7ff52c1a15a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52c106f10 0x7ff52c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 --2- 172.21.15.112:0/3513794467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff52c1045b0 0x7ff52c19a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 >> 172.21.15.112:0/3513794467 conn(0x7ff52c0fdbd0 msgr2=0x7ff52c105550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 shutdown_connections 2024-04-25T15:58:39.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.010+0000 7ff531451640 1 -- 172.21.15.112:0/3513794467 wait complete. 2024-04-25T15:58:39.022 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-25T15:58:39.022 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.136+0000 7f7629853640 1 -- 172.21.15.112:0/892118944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 msgr2=0x7f76241036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.136+0000 7f7629853640 1 --2- 172.21.15.112:0/892118944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f76241036e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7614009900 tx=0x7f761402a410 comp rx=0 tx=0).stop 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.136+0000 7f7629853640 1 -- 172.21.15.112:0/892118944 shutdown_connections 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.136+0000 7f7629853640 1 --2- 172.21.15.112:0/892118944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7624108920 0x7f762410ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.136+0000 7f7629853640 1 --2- 172.21.15.112:0/892118944 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7624103c20 0x7f7624104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.136+0000 7f7629853640 1 --2- 172.21.15.112:0/892118944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f76241036e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.136+0000 7f7629853640 1 -- 172.21.15.112:0/892118944 >> 172.21.15.112:0/892118944 conn(0x7f76240fdbd0 msgr2=0x7f7624100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 -- 172.21.15.112:0/892118944 shutdown_connections 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 -- 172.21.15.112:0/892118944 wait complete. 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 Processor -- start 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 -- start start 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f762419a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:39.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7624103c20 0x7f762419a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7624108920 0x7f76241a1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f762410f470 con 0x7f76241029e0 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f762410f2f0 con 0x7f7624108920 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7629853640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f762410f5f0 con 0x7f7624103c20 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7622ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f762419a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7622ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f762419a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41364/0 (socket says 172.21.15.112:41364) 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.137+0000 7f7622ffd640 1 -- 172.21.15.112:0/3352994181 learned_addr learned my addr 172.21.15.112:0/3352994181 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f76237fe640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7624108920 0x7f76241a1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f761bfff640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7624103c20 0x7f762419a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7622ffd640 1 -- 172.21.15.112:0/3352994181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7624103c20 msgr2=0x7f762419a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7622ffd640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7624103c20 0x7f762419a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7622ffd640 1 -- 172.21.15.112:0/3352994181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7624108920 msgr2=0x7f76241a1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7622ffd640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7624108920 0x7f76241a1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7622ffd640 1 -- 172.21.15.112:0/3352994181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76241a1fc0 con 0x7f76241029e0 2024-04-25T15:58:39.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7622ffd640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f762419a480 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7614005760 tx=0x7f7614004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:39.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7628851640 1 -- 172.21.15.112:0/3352994181 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761403f030 con 0x7f76241029e0 2024-04-25T15:58:39.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76241a2250 con 0x7f76241029e0 2024-04-25T15:58:39.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7628851640 1 -- 172.21.15.112:0/3352994181 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7614003a80 con 0x7f76241029e0 2024-04-25T15:58:39.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7628851640 1 -- 172.21.15.112:0/3352994181 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614035070 con 0x7f76241029e0 2024-04-25T15:58:39.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.138+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76241a2740 con 0x7f76241029e0 2024-04-25T15:58:39.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.139+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7624107730 con 0x7f76241029e0 2024-04-25T15:58:39.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.140+0000 7f7628851640 1 -- 172.21.15.112:0/3352994181 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f7614042030 con 0x7f76241029e0 2024-04-25T15:58:39.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.141+0000 7f7628851640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f76100afaf0 0x7f76100b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:39.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.141+0000 7f761bfff640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f76100afaf0 0x7f76100b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:39.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.141+0000 7f7628851640 1 -- 172.21.15.112:0/3352994181 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f76140ff3a0 con 0x7f76241029e0 2024-04-25T15:58:39.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.141+0000 7f761bfff640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f76100afaf0 0x7f76100b2000 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f760c005fd0 tx=0x7f760c005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:39.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.145+0000 7f7628851640 1 -- 172.21.15.112:0/3352994181 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f76140c8420 con 0x7f76241029e0 2024-04-25T15:58:39.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:39.329+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f762406c2a0 con 0x7f76241029e0 2024-04-25T15:58:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:39 smithi133 ceph-mon[32641]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:39 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/516379349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:39 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1114404610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:39.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:39 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3513794467' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T15:58:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:39 smithi112 ceph-mon[29426]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:39 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/516379349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:39 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1114404610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:39.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:39 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3513794467' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T15:58:39.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:39 smithi116 ceph-mon[32780]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:39.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:39 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/516379349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:39.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:39 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1114404610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:39.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:39 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3513794467' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T15:58:40.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.215+0000 7f7628851640 1 -- 172.21.15.112:0/3352994181 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v72) ==== 138+0+0 (secure 0 0 0) 0x7f76140c7d20 con 0x7f76241029e0 2024-04-25T15:58:40.217 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_metadata' created 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f76100afaf0 msgr2=0x7f76100b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f76100afaf0 0x7f76100b2000 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f760c005fd0 tx=0x7f760c005e40 comp rx=0 tx=0).stop 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 msgr2=0x7f762419a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f762419a480 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7614005760 tx=0x7f7614004270 comp rx=0 tx=0).stop 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 shutdown_connections 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f76100afaf0 0x7f76100b2000 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7624103c20 0x7f762419a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7624108920 0x7f76241a1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 --2- 172.21.15.112:0/3352994181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76241029e0 0x7f762419a480 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 >> 172.21.15.112:0/3352994181 conn(0x7f76240fdbd0 msgr2=0x7f7624104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:40.220 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 shutdown_connections 2024-04-25T15:58:40.220 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.218+0000 7f7629853640 1 -- 172.21.15.112:0/3352994181 wait complete. 2024-04-25T15:58:40.234 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.347+0000 7f3076027640 1 -- 172.21.15.112:0/2116520450 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070109a40 msgr2=0x7f307010be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.347+0000 7f3076027640 1 --2- 172.21.15.112:0/2116520450 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070109a40 0x7f307010be60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3068009ca0 tx=0x7f306802a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 -- 172.21.15.112:0/2116520450 shutdown_connections 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 --2- 172.21.15.112:0/2116520450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3070104d40 0x7f3070105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 --2- 172.21.15.112:0/2116520450 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070109a40 0x7f307010be60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 --2- 172.21.15.112:0/2116520450 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3070103b00 0x7f3070104800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 -- 172.21.15.112:0/2116520450 >> 172.21.15.112:0/2116520450 conn(0x7f30700fed10 msgr2=0x7f30701011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 -- 172.21.15.112:0/2116520450 shutdown_connections 2024-04-25T15:58:40.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 -- 172.21.15.112:0/2116520450 wait complete. 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 Processor -- start 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.348+0000 7f3076027640 1 -- start start 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3070103b00 0x7f307019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070104d40 0x7f307019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3070109a40 0x7f30701a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f307010f510 con 0x7f3070104d40 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f307010f390 con 0x7f3070103b00 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f307010f690 con 0x7f3070109a40 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070104d40 0x7f307019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070104d40 0x7f307019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41386/0 (socket says 172.21.15.112:41386) 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 -- 172.21.15.112:0/15734101 learned_addr learned my addr 172.21.15.112:0/15734101 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:40.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306f7fe640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3070103b00 0x7f307019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306ffff640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3070109a40 0x7f30701a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 -- 172.21.15.112:0/15734101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3070109a40 msgr2=0x7f30701a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3070109a40 0x7f30701a15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 -- 172.21.15.112:0/15734101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3070103b00 msgr2=0x7f307019a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3070103b00 0x7f307019a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 -- 172.21.15.112:0/15734101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30701a1c30 con 0x7f3070104d40 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306effd640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070104d40 0x7f307019a630 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f306400d950 tx=0x7f306400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306cff9640 1 -- 172.21.15.112:0/15734101 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064017070 con 0x7f3070104d40 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30701a1f20 con 0x7f3070104d40 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306cff9640 1 -- 172.21.15.112:0/15734101 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3064009c30 con 0x7f3070104d40 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f306cff9640 1 -- 172.21.15.112:0/15734101 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f306400f620 con 0x7f3070104d40 2024-04-25T15:58:40.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.349+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30701a23e0 con 0x7f3070104d40 2024-04-25T15:58:40.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.350+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f307006a190 con 0x7f3070104d40 2024-04-25T15:58:40.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.352+0000 7f306cff9640 1 -- 172.21.15.112:0/15734101 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f3064010460 con 0x7f3070104d40 2024-04-25T15:58:40.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.352+0000 7f306cff9640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f30580afaf0 0x7f30580b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:40.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.352+0000 7f306f7fe640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f30580afaf0 0x7f30580b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:40.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.353+0000 7f306cff9640 1 -- 172.21.15.112:0/15734101 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7497+0+0 (secure 0 0 0) 0x7f30640de460 con 0x7f3070104d40 2024-04-25T15:58:40.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.353+0000 7f306f7fe640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f30580afaf0 0x7f30580b2000 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3070104700 tx=0x7f3060005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:40.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.356+0000 7f306cff9640 1 -- 172.21.15.112:0/15734101 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3064009de0 con 0x7f3070104d40 2024-04-25T15:58:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3352994181' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T15:58:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:40.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:40.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.535 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:40.535+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f3070108850 con 0x7f3070104d40 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3352994181' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3352994181' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T15:58:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:40.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T15:58:40.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T15:58:40.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:58:41.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.218+0000 7f306cff9640 1 -- 172.21.15.112:0/15734101 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v73) ==== 171+0+0 (secure 0 0 0) 0x7f30640a6d20 con 0x7f3070104d40 2024-04-25T15:58:41.219 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data' created 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f30580afaf0 msgr2=0x7f30580b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f30580afaf0 0x7f30580b2000 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3070104700 tx=0x7f3060005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070104d40 msgr2=0x7f307019a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070104d40 0x7f307019a630 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f306400d950 tx=0x7f306400de10 comp rx=0 tx=0).stop 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 shutdown_connections 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f30580afaf0 0x7f30580b2000 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3070109a40 0x7f30701a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3070104d40 0x7f307019a630 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 --2- 172.21.15.112:0/15734101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3070103b00 0x7f307019a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 >> 172.21.15.112:0/15734101 conn(0x7f30700fed10 msgr2=0x7f3070105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 shutdown_connections 2024-04-25T15:58:41.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.221+0000 7f3076027640 1 -- 172.21.15.112:0/15734101 wait complete. 2024-04-25T15:58:41.243 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-25T15:58:41.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.354+0000 7f102d884640 1 -- 172.21.15.112:0/2587256691 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028101750 msgr2=0x7f1028101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.354+0000 7f102d884640 1 --2- 172.21.15.112:0/2587256691 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028101750 0x7f1028101bc0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f101c009900 tx=0x7f101c02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.354+0000 7f102d884640 1 -- 172.21.15.112:0/2587256691 shutdown_connections 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.354+0000 7f102d884640 1 --2- 172.21.15.112:0/2587256691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1028102250 0x7f102810bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.354+0000 7f102d884640 1 --2- 172.21.15.112:0/2587256691 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028101750 0x7f1028101bc0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.354+0000 7f102d884640 1 --2- 172.21.15.112:0/2587256691 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f10281050a0 0x7f10281054b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.354+0000 7f102d884640 1 -- 172.21.15.112:0/2587256691 >> 172.21.15.112:0/2587256691 conn(0x7f10280fd350 msgr2=0x7f10280ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 -- 172.21.15.112:0/2587256691 shutdown_connections 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 -- 172.21.15.112:0/2587256691 wait complete. 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 Processor -- start 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 -- start start 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1028101750 0x7f102819a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:41.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028102250 0x7f102819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10281050a0 0x7f10281a1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f102810f4c0 con 0x7f1028102250 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.355+0000 7f102d884640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f102810f340 con 0x7f1028101750 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f102d884640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f102810f640 con 0x7f10281050a0 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028102250 0x7f102819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028102250 0x7f102819a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41398/0 (socket says 172.21.15.112:41398) 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 -- 172.21.15.112:0/4156073363 learned_addr learned my addr 172.21.15.112:0/4156073363 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10277fe640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10281050a0 0x7f10281a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f1026ffd640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1028101750 0x7f102819a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 -- 172.21.15.112:0/4156073363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10281050a0 msgr2=0x7f10281a1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10281050a0 0x7f10281a1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 -- 172.21.15.112:0/4156073363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1028101750 msgr2=0x7f102819a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1028101750 0x7f102819a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 -- 172.21.15.112:0/4156073363 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10281a1c10 con 0x7f1028102250 2024-04-25T15:58:41.359 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f1026ffd640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1028101750 0x7f102819a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:41.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f10267fc640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028102250 0x7f102819a6c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f101c009230 tx=0x7f101c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:41.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f102c882640 1 -- 172.21.15.112:0/4156073363 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101c03f030 con 0x7f1028102250 2024-04-25T15:58:41.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10281a1ea0 con 0x7f1028102250 2024-04-25T15:58:41.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f102c882640 1 -- 172.21.15.112:0/4156073363 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f101c003c90 con 0x7f1028102250 2024-04-25T15:58:41.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f102c882640 1 -- 172.21.15.112:0/4156073363 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101c035070 con 0x7f1028102250 2024-04-25T15:58:41.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.356+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10281a2300 con 0x7f1028102250 2024-04-25T15:58:41.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.357+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f102806a160 con 0x7f1028102250 2024-04-25T15:58:41.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.359+0000 7f102c882640 1 -- 172.21.15.112:0/4156073363 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f101c042030 con 0x7f1028102250 2024-04-25T15:58:41.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.360+0000 7f102c882640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f10100afaf0 0x7f10100b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:41.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.360+0000 7f1026ffd640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f10100afaf0 0x7f10100b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:41.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.360+0000 7f102c882640 1 -- 172.21.15.112:0/4156073363 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7879+0+0 (secure 0 0 0) 0x7f101c0ff520 con 0x7f1028102250 2024-04-25T15:58:41.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.360+0000 7f1026ffd640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f10100afaf0 0x7f10100b2000 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f102806b290 tx=0x7f1018005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:41.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.364+0000 7f102c882640 1 -- 172.21.15.112:0/4156073363 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f101c0c82b0 con 0x7f1028102250 2024-04-25T15:58:41.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:41 smithi116 ceph-mon[32780]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:41.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:41 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3352994181' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T15:58:41.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:41 smithi116 ceph-mon[32780]: osdmap e72: 12 total, 12 up, 12 in 2024-04-25T15:58:41.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:41 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/15734101' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T15:58:41.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:41.581+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1028108a30 con 0x7f1028102250 2024-04-25T15:58:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:41 smithi133 ceph-mon[32641]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:41 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3352994181' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T15:58:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:41 smithi133 ceph-mon[32641]: osdmap e72: 12 total, 12 up, 12 in 2024-04-25T15:58:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:41 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/15734101' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T15:58:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:41 smithi112 ceph-mon[29426]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:41 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3352994181' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T15:58:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:41 smithi112 ceph-mon[29426]: osdmap e72: 12 total, 12 up, 12 in 2024-04-25T15:58:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:41 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/15734101' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T15:58:42.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.236+0000 7f102c882640 1 -- 172.21.15.112:0/4156073363 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f101c0c7bb0 con 0x7f1028102250 2024-04-25T15:58:42.237 INFO:teuthology.orchestra.run.smithi112.stderr:new fs with metadata pool 2 and data pool 3 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.239+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f10100afaf0 msgr2=0x7f10100b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.239+0000 7f102d884640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f10100afaf0 0x7f10100b2000 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f102806b290 tx=0x7f1018005e70 comp rx=0 tx=0).stop 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.239+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028102250 msgr2=0x7f102819a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.239+0000 7f102d884640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028102250 0x7f102819a6c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f101c009230 tx=0x7f101c0042f0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 shutdown_connections 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f10100afaf0 0x7f10100b2000 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10281050a0 0x7f10281a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1028102250 0x7f102819a6c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 --2- 172.21.15.112:0/4156073363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1028101750 0x7f102819a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 >> 172.21.15.112:0/4156073363 conn(0x7f10280fd350 msgr2=0x7f1028105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 shutdown_connections 2024-04-25T15:58:42.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.240+0000 7f102d884640 1 -- 172.21.15.112:0/4156073363 wait complete. 2024-04-25T15:58:42.260 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-25T15:58:42.260 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-25T15:58:42.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 -- 172.21.15.112:0/2884105880 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70104d30 msgr2=0x7f3f70105140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 --2- 172.21.15.112:0/2884105880 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70104d30 0x7f3f70105140 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3f6c009900 tx=0x7f3f6c02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 -- 172.21.15.112:0/2884105880 shutdown_connections 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 --2- 172.21.15.112:0/2884105880 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f70109a30 0x7f3f7010be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 --2- 172.21.15.112:0/2884105880 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70104d30 0x7f3f70105140 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 --2- 172.21.15.112:0/2884105880 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f70103af0 0x7f3f701047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 -- 172.21.15.112:0/2884105880 >> 172.21.15.112:0/2884105880 conn(0x7f3f700fece0 msgr2=0x7f3f70101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 -- 172.21.15.112:0/2884105880 shutdown_connections 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.373+0000 7f3f7791f640 1 -- 172.21.15.112:0/2884105880 wait complete. 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 Processor -- start 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 -- start start 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70103af0 0x7f3f7019a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:42.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f70104d30 0x7f3f7019a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f70109a30 0x7f3f701a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3f7010f4d0 con 0x7f3f70103af0 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3f7010f350 con 0x7f3f70109a30 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f7791f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3f7010f650 con 0x7f3f70104d30 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70103af0 0x7f3f7019a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70103af0 0x7f3f7019a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41418/0 (socket says 172.21.15.112:41418) 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 -- 172.21.15.112:0/1411213004 learned_addr learned my addr 172.21.15.112:0/1411213004 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f75ebc640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f70109a30 0x7f3f701a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f74eba640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f70104d30 0x7f3f7019a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 -- 172.21.15.112:0/1411213004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f70104d30 msgr2=0x7f3f7019a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f70104d30 0x7f3f7019a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 -- 172.21.15.112:0/1411213004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f70109a30 msgr2=0x7f3f701a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f70109a30 0x7f3f701a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:42.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.374+0000 7f3f756bb640 1 -- 172.21.15.112:0/1411213004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f701a1c90 con 0x7f3f70103af0 2024-04-25T15:58:42.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.375+0000 7f3f756bb640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70103af0 0x7f3f7019a1c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3f6000d740 tx=0x7f3f6000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:42.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.375+0000 7f3f667fc640 1 -- 172.21.15.112:0/1411213004 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f60017070 con 0x7f3f70103af0 2024-04-25T15:58:42.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.375+0000 7f3f667fc640 1 -- 172.21.15.112:0/1411213004 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3f6000de50 con 0x7f3f70103af0 2024-04-25T15:58:42.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.375+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f701a1f80 con 0x7f3f70103af0 2024-04-25T15:58:42.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.375+0000 7f3f667fc640 1 -- 172.21.15.112:0/1411213004 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f60003bb0 con 0x7f3f70103af0 2024-04-25T15:58:42.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.375+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f701a23e0 con 0x7f3f70103af0 2024-04-25T15:58:42.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.376+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f7006a160 con 0x7f3f70103af0 2024-04-25T15:58:42.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.377+0000 7f3f667fc640 1 -- 172.21.15.112:0/1411213004 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f3f60003d50 con 0x7f3f70103af0 2024-04-25T15:58:42.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.378+0000 7f3f667fc640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3f5c0afaf0 0x7f3f5c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:42.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.378+0000 7f3f74eba640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3f5c0afaf0 0x7f3f5c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:42.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.378+0000 7f3f667fc640 1 -- 172.21.15.112:0/1411213004 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7979+0+0 (secure 0 0 0) 0x7f3f600de910 con 0x7f3f70103af0 2024-04-25T15:58:42.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.378+0000 7f3f74eba640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3f5c0afaf0 0x7f3f5c0b2000 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3f6c031460 tx=0x7f3f6c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:42.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.381+0000 7f3f667fc640 1 -- 172.21.15.112:0/1411213004 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3f600a7640 con 0x7f3f70103af0 2024-04-25T15:58:42.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:42 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/15734101' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-25T15:58:42.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:42 smithi116 ceph-mon[32780]: osdmap e73: 12 total, 12 up, 12 in 2024-04-25T15:58:42.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:42 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4156073363' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T15:58:42.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:42 smithi116 ceph-mon[32780]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T15:58:42.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:42.568+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f3f7002dbf0 con 0x7f3f70103af0 2024-04-25T15:58:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:42 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/15734101' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-25T15:58:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:42 smithi133 ceph-mon[32641]: osdmap e73: 12 total, 12 up, 12 in 2024-04-25T15:58:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:42 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4156073363' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T15:58:42.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:42 smithi133 ceph-mon[32641]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T15:58:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:42 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/15734101' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-25T15:58:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:42 smithi112 ceph-mon[29426]: osdmap e73: 12 total, 12 up, 12 in 2024-04-25T15:58:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:42 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4156073363' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T15:58:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:42 smithi112 ceph-mon[29426]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T15:58:43.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.246+0000 7f3f667fc640 1 -- 172.21.15.112:0/1411213004 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v75) ==== 157+0+0 (secure 0 0 0) 0x7f3f600a6f40 con 0x7f3f70103af0 2024-04-25T15:58:43.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3f5c0afaf0 msgr2=0x7f3f5c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:43.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3f5c0afaf0 0x7f3f5c0b2000 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3f6c031460 tx=0x7f3f6c000bc0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70103af0 msgr2=0x7f3f7019a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:43.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70103af0 0x7f3f7019a1c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3f6000d740 tx=0x7f3f6000dc00 comp rx=0 tx=0).stop 2024-04-25T15:58:43.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 shutdown_connections 2024-04-25T15:58:43.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3f5c0afaf0 0x7f3f5c0b2000 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f70104d30 0x7f3f7019a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f70109a30 0x7f3f701a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 --2- 172.21.15.112:0/1411213004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3f70103af0 0x7f3f7019a1c0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 >> 172.21.15.112:0/1411213004 conn(0x7f3f700fece0 msgr2=0x7f3f70105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:43.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 shutdown_connections 2024-04-25T15:58:43.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.249+0000 7f3f7791f640 1 -- 172.21.15.112:0/1411213004 wait complete. 2024-04-25T15:58:43.267 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-25T15:58:43.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 -- 172.21.15.112:0/2226936232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 msgr2=0x7f44901054d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:43.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 --2- 172.21.15.112:0/2226936232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901054d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f448c009ca0 tx=0x7f448c02a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 -- 172.21.15.112:0/2226936232 shutdown_connections 2024-04-25T15:58:43.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 --2- 172.21.15.112:0/2226936232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490101770 0x7f4490101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 --2- 172.21.15.112:0/2226936232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4490102270 0x7f449010bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 --2- 172.21.15.112:0/2226936232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901054d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 -- 172.21.15.112:0/2226936232 >> 172.21.15.112:0/2226936232 conn(0x7f44900fd370 msgr2=0x7f44900ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 -- 172.21.15.112:0/2226936232 shutdown_connections 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 -- 172.21.15.112:0/2226936232 wait complete. 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 Processor -- start 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 -- start start 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.387+0000 7f44982e0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490101770 0x7f449019a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44982e0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4490102270 0x7f449019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44982e0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44982e0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f449010f510 con 0x7f44901050c0 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44982e0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f449010f390 con 0x7f4490102270 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44982e0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f449010f690 con 0x7f4490101770 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:43.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901a1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41430/0 (socket says 172.21.15.112:41430) 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 -- 172.21.15.112:0/3863142718 learned_addr learned my addr 172.21.15.112:0/3863142718 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449607c640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490101770 0x7f449019a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449587b640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4490102270 0x7f449019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 -- 172.21.15.112:0/3863142718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490101770 msgr2=0x7f449019a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490101770 0x7f449019a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 -- 172.21.15.112:0/3863142718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4490102270 msgr2=0x7f449019a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4490102270 0x7f449019a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 -- 172.21.15.112:0/3863142718 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44901a1be0 con 0x7f44901050c0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449607c640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490101770 0x7f449019a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f449687d640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901a1620 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f448800d750 tx=0x7f448800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44877fe640 1 -- 172.21.15.112:0/3863142718 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4488017070 con 0x7f44901050c0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44877fe640 1 -- 172.21.15.112:0/3863142718 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f44880054b0 con 0x7f44901050c0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44901a1ed0 con 0x7f44901050c0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44877fe640 1 -- 172.21.15.112:0/3863142718 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4488004b90 con 0x7f44901050c0 2024-04-25T15:58:43.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.388+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44901a22e0 con 0x7f44901050c0 2024-04-25T15:58:43.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.389+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4490108a50 con 0x7f44901050c0 2024-04-25T15:58:43.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.391+0000 7f44877fe640 1 -- 172.21.15.112:0/3863142718 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f4488004d30 con 0x7f44901050c0 2024-04-25T15:58:43.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.392+0000 7f44877fe640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f447c0afaf0 0x7f447c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:43.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.392+0000 7f449607c640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f447c0afaf0 0x7f447c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:43.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.392+0000 7f44877fe640 1 -- 172.21.15.112:0/3863142718 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 8277+0+0 (secure 0 0 0) 0x7f44880deae0 con 0x7f44901050c0 2024-04-25T15:58:43.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.392+0000 7f449607c640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f447c0afaf0 0x7f447c0b2000 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f448c006010 tx=0x7f448c000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:43.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.396+0000 7f44877fe640 1 -- 172.21.15.112:0/3863142718 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f44880a7690 con 0x7f44901050c0 2024-04-25T15:58:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:43 smithi116 ceph-mon[32780]: pgmap v278: 97 pgs: 4 creating+peering, 7 active+clean, 86 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:43 smithi116 ceph-mon[32780]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T15:58:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:43 smithi116 ceph-mon[32780]: osdmap e74: 12 total, 12 up, 12 in 2024-04-25T15:58:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:43 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4156073363' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T15:58:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:43 smithi116 ceph-mon[32780]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T15:58:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:43 smithi116 ceph-mon[32780]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T15:58:43.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:43 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1411213004' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-25T15:58:43.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:43.574+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f449002db50 con 0x7f44901050c0 2024-04-25T15:58:43.586 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:43 smithi133 ceph-mon[32641]: pgmap v278: 97 pgs: 4 creating+peering, 7 active+clean, 86 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:43.586 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:43 smithi133 ceph-mon[32641]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T15:58:43.586 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:43 smithi133 ceph-mon[32641]: osdmap e74: 12 total, 12 up, 12 in 2024-04-25T15:58:43.586 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:43 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4156073363' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T15:58:43.586 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:43 smithi133 ceph-mon[32641]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T15:58:43.586 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:43 smithi133 ceph-mon[32641]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T15:58:43.587 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:43 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1411213004' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-25T15:58:43.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:43 smithi112 ceph-mon[29426]: pgmap v278: 97 pgs: 4 creating+peering, 7 active+clean, 86 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T15:58:43.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:43 smithi112 ceph-mon[29426]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T15:58:43.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:43 smithi112 ceph-mon[29426]: osdmap e74: 12 total, 12 up, 12 in 2024-04-25T15:58:43.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:43 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4156073363' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T15:58:43.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:43 smithi112 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T15:58:43.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:43 smithi112 ceph-mon[29426]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T15:58:43.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:43 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1411213004' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-25T15:58:44.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:44 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] up:active 2024-04-25T15:58:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:44 smithi116 ceph-mon[32780]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:44 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1411213004' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-25T15:58:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:44 smithi116 ceph-mon[32780]: osdmap e75: 12 total, 12 up, 12 in 2024-04-25T15:58:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:44 smithi116 ceph-mon[32780]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:44 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3863142718' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T15:58:44.602 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:44 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] up:active 2024-04-25T15:58:44.602 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:44 smithi133 ceph-mon[32641]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:44.602 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:44 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1411213004' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-25T15:58:44.602 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:44 smithi133 ceph-mon[32641]: osdmap e75: 12 total, 12 up, 12 in 2024-04-25T15:58:44.602 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:44 smithi133 ceph-mon[32641]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:44.602 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:44 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3863142718' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T15:58:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:44 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] up:active 2024-04-25T15:58:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:44 smithi112 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:44 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1411213004' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-25T15:58:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:44 smithi112 ceph-mon[29426]: osdmap e75: 12 total, 12 up, 12 in 2024-04-25T15:58:44.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:44 smithi112 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:44.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:44 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3863142718' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T15:58:45.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.249+0000 7f44877fe640 1 -- 172.21.15.112:0/3863142718 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v77) ==== 228+0+0 (secure 0 0 0) 0x7f44880a6f90 con 0x7f44901050c0 2024-04-25T15:58:45.252 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data_ec' created 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.252+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f447c0afaf0 msgr2=0x7f447c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.252+0000 7f44982e0640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f447c0afaf0 0x7f447c0b2000 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f448c006010 tx=0x7f448c000f40 comp rx=0 tx=0).stop 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.252+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 msgr2=0x7f44901a1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.252+0000 7f44982e0640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901a1620 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f448800d750 tx=0x7f448800dc10 comp rx=0 tx=0).stop 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 shutdown_connections 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f447c0afaf0 0x7f447c0b2000 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f44901050c0 0x7f44901a1620 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4490102270 0x7f449019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 --2- 172.21.15.112:0/3863142718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490101770 0x7f449019a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 >> 172.21.15.112:0/3863142718 conn(0x7f44900fd370 msgr2=0x7f4490105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 shutdown_connections 2024-04-25T15:58:45.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.253+0000 7f44982e0640 1 -- 172.21.15.112:0/3863142718 wait complete. 2024-04-25T15:58:45.274 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 -- 172.21.15.112:0/1089421548 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510102a00 msgr2=0x7f9510103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 --2- 172.21.15.112:0/1089421548 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510102a00 0x7f9510103700 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9500009900 tx=0x7f950002a410 comp rx=0 tx=0).stop 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 -- 172.21.15.112:0/1089421548 shutdown_connections 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 --2- 172.21.15.112:0/1089421548 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9510103c40 0x7f9510104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 --2- 172.21.15.112:0/1089421548 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9510108940 0x7f951010ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 --2- 172.21.15.112:0/1089421548 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510102a00 0x7f9510103700 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 -- 172.21.15.112:0/1089421548 >> 172.21.15.112:0/1089421548 conn(0x7f95100fdbf0 msgr2=0x7f95101000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 -- 172.21.15.112:0/1089421548 shutdown_connections 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.389+0000 7f951829f640 1 -- 172.21.15.112:0/1089421548 wait complete. 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 Processor -- start 2024-04-25T15:58:45.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 -- start start 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9510102a00 0x7f951019a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510103c40 0x7f951019a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9510108940 0x7f95101a16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f951010f4e0 con 0x7f9510103c40 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f951010f360 con 0x7f9510108940 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951829f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f951010f660 con 0x7f9510102a00 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510103c40 0x7f951019a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510103c40 0x7f951019a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47202/0 (socket says 172.21.15.112:47202) 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 -- 172.21.15.112:0/1011665189 learned_addr learned my addr 172.21.15.112:0/1011665189 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951603b640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9510102a00 0x7f951019a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951683c640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9510108940 0x7f95101a16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 -- 172.21.15.112:0/1011665189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9510102a00 msgr2=0x7f951019a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9510102a00 0x7f951019a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 -- 172.21.15.112:0/1011665189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9510108940 msgr2=0x7f95101a16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:45.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9510108940 0x7f95101a16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951583a640 1 -- 172.21.15.112:0/1011665189 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95101a1d40 con 0x7f9510103c40 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.390+0000 7f951683c640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9510108940 0x7f95101a16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.391+0000 7f951583a640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510103c40 0x7f951019a740 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f950c00e9f0 tx=0x7f950c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.391+0000 7f95077fe640 1 -- 172.21.15.112:0/1011665189 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c00cd80 con 0x7f9510103c40 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.391+0000 7f95077fe640 1 -- 172.21.15.112:0/1011665189 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f950c0054b0 con 0x7f9510103c40 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.391+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95101a1fd0 con 0x7f9510103c40 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.391+0000 7f95077fe640 1 -- 172.21.15.112:0/1011665189 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c010430 con 0x7f9510103c40 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.391+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95101a2440 con 0x7f9510103c40 2024-04-25T15:58:45.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.392+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9510107750 con 0x7f9510103c40 2024-04-25T15:58:45.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.393+0000 7f95077fe640 1 -- 172.21.15.112:0/1011665189 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f950c0046c0 con 0x7f9510103c40 2024-04-25T15:58:45.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.394+0000 7f95077fe640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f94fc0afaf0 0x7f94fc0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:45.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.395+0000 7f951603b640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f94fc0afaf0 0x7f94fc0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:45.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.395+0000 7f95077fe640 1 -- 172.21.15.112:0/1011665189 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 8770+0+0 (secure 0 0 0) 0x7f950c0df430 con 0x7f9510103c40 2024-04-25T15:58:45.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.395+0000 7f951603b640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f94fc0afaf0 0x7f94fc0b2000 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9500005ab0 tx=0x7f9500031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:45.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.398+0000 7f95077fe640 1 -- 172.21.15.112:0/1011665189 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f950c053ff0 con 0x7f9510103c40 2024-04-25T15:58:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:45 smithi116 ceph-mon[32780]: pgmap v281: 97 pgs: 12 creating+peering, 60 active+clean, 25 unknown; 578 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 4 op/s 2024-04-25T15:58:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:45 smithi116 ceph-mon[32780]: osdmap e76: 12 total, 12 up, 12 in 2024-04-25T15:58:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:45 smithi116 ceph-mon[32780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T15:58:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:45 smithi116 ceph-mon[32780]: Cluster is now healthy 2024-04-25T15:58:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:45 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3863142718' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T15:58:45.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:45 smithi116 ceph-mon[32780]: osdmap e77: 12 total, 12 up, 12 in 2024-04-25T15:58:45.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:45.575+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f951002db50 con 0x7f9510103c40 2024-04-25T15:58:45.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:45 smithi133 ceph-mon[32641]: pgmap v281: 97 pgs: 12 creating+peering, 60 active+clean, 25 unknown; 578 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 4 op/s 2024-04-25T15:58:45.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:45 smithi133 ceph-mon[32641]: osdmap e76: 12 total, 12 up, 12 in 2024-04-25T15:58:45.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:45 smithi133 ceph-mon[32641]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T15:58:45.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:45 smithi133 ceph-mon[32641]: Cluster is now healthy 2024-04-25T15:58:45.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:45 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3863142718' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T15:58:45.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:45 smithi133 ceph-mon[32641]: osdmap e77: 12 total, 12 up, 12 in 2024-04-25T15:58:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:45 smithi112 ceph-mon[29426]: pgmap v281: 97 pgs: 12 creating+peering, 60 active+clean, 25 unknown; 578 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 4 op/s 2024-04-25T15:58:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:45 smithi112 ceph-mon[29426]: osdmap e76: 12 total, 12 up, 12 in 2024-04-25T15:58:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:45 smithi112 ceph-mon[29426]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T15:58:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:45 smithi112 ceph-mon[29426]: Cluster is now healthy 2024-04-25T15:58:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:45 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3863142718' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T15:58:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:45 smithi112 ceph-mon[29426]: osdmap e77: 12 total, 12 up, 12 in 2024-04-25T15:58:46.027 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 15:58:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: 2024-04-25T15:58:45.893+0000 7f411e7de700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-25T15:58:46.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.252+0000 7f95077fe640 1 -- 172.21.15.112:0/1011665189 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v78) ==== 169+0+0 (secure 0 0 0) 0x7f950c0aee20 con 0x7f9510103c40 2024-04-25T15:58:46.253 INFO:teuthology.orchestra.run.smithi112.stderr:set pool 4 allow_ec_overwrites to true 2024-04-25T15:58:46.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f94fc0afaf0 msgr2=0x7f94fc0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:46.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f94fc0afaf0 0x7f94fc0b2000 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9500005ab0 tx=0x7f9500031400 comp rx=0 tx=0).stop 2024-04-25T15:58:46.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510103c40 msgr2=0x7f951019a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510103c40 0x7f951019a740 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f950c00e9f0 tx=0x7f950c00edf0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 shutdown_connections 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f94fc0afaf0 0x7f94fc0b2000 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9510108940 0x7f95101a16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9510103c40 0x7f951019a740 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 --2- 172.21.15.112:0/1011665189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9510102a00 0x7f951019a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 >> 172.21.15.112:0/1011665189 conn(0x7f95100fdbf0 msgr2=0x7f9510104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 shutdown_connections 2024-04-25T15:58:46.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.255+0000 7f951829f640 1 -- 172.21.15.112:0/1011665189 wait complete. 2024-04-25T15:58:46.279 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-25T15:58:46.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 -- 172.21.15.112:0/2415364182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870108920 msgr2=0x7f887010ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:46.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 --2- 172.21.15.112:0/2415364182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870108920 0x7f887010ad40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8868009ca0 tx=0x7f886802a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 -- 172.21.15.112:0/2415364182 shutdown_connections 2024-04-25T15:58:46.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 --2- 172.21.15.112:0/2415364182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870108920 0x7f887010ad40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 --2- 172.21.15.112:0/2415364182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8870103c20 0x7f8870104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 --2- 172.21.15.112:0/2415364182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88701029e0 0x7f88701036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 -- 172.21.15.112:0/2415364182 >> 172.21.15.112:0/2415364182 conn(0x7f88700fdbd0 msgr2=0x7f8870100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 -- 172.21.15.112:0/2415364182 shutdown_connections 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.395+0000 7f887499e640 1 -- 172.21.15.112:0/2415364182 wait complete. 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 Processor -- start 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 -- start start 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88701029e0 0x7f887010d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870103c20 0x7f887010b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8870108920 0x7f887010be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f887010f520 con 0x7f8870103c20 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f887010f3a0 con 0x7f8870108920 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.396+0000 7f887499e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f887010f6a0 con 0x7f88701029e0 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870103c20 0x7f887010b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:46.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870103c20 0x7f887010b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47222/0 (socket says 172.21.15.112:47222) 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 -- 172.21.15.112:0/278534177 learned_addr learned my addr 172.21.15.112:0/278534177 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f886ed9d640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8870108920 0x7f887010be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f886e59c640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88701029e0 0x7f887010d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 -- 172.21.15.112:0/278534177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88701029e0 msgr2=0x7f887010d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88701029e0 0x7f887010d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 -- 172.21.15.112:0/278534177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8870108920 msgr2=0x7f887010be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8870108920 0x7f887010be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 -- 172.21.15.112:0/278534177 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f887010c5c0 con 0x7f8870103c20 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f886ed9d640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8870108920 0x7f887010be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f8867fff640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870103c20 0x7f887010b950 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f885800e9f0 tx=0x7f885800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f88677fe640 1 -- 172.21.15.112:0/278534177 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f885800cd80 con 0x7f8870103c20 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88701a44e0 con 0x7f8870103c20 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f88677fe640 1 -- 172.21.15.112:0/278534177 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f88580108c0 con 0x7f8870103c20 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f88677fe640 1 -- 172.21.15.112:0/278534177 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88580187c0 con 0x7f8870103c20 2024-04-25T15:58:46.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.397+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88701a49d0 con 0x7f8870103c20 2024-04-25T15:58:46.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.398+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f887006afa0 con 0x7f8870103c20 2024-04-25T15:58:46.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.400+0000 7f88677fe640 1 -- 172.21.15.112:0/278534177 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f8858010430 con 0x7f8870103c20 2024-04-25T15:58:46.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.400+0000 7f88677fe640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f885c0afaf0 0x7f885c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:46.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.401+0000 7f886e59c640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f885c0afaf0 0x7f885c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:46.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.401+0000 7f88677fe640 1 -- 172.21.15.112:0/278534177 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 8770+0+0 (secure 0 0 0) 0x7f88580df670 con 0x7f8870103c20 2024-04-25T15:58:46.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.401+0000 7f886e59c640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f885c0afaf0 0x7f885c0b2000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f88701035e0 tx=0x7f8860005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:46.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.404+0000 7f88677fe640 1 -- 172.21.15.112:0/278534177 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f88580a79e0 con 0x7f8870103c20 2024-04-25T15:58:46.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:46.619+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f8870107730 con 0x7f8870103c20 2024-04-25T15:58:46.651 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:46 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1011665189' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-25T15:58:46.651 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:46 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1011665189' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-25T15:58:46.651 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:46 smithi116 ceph-mon[32780]: osdmap e78: 12 total, 12 up, 12 in 2024-04-25T15:58:46.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:46 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1011665189' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-25T15:58:46.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:46 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1011665189' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-25T15:58:46.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:46 smithi133 ceph-mon[32641]: osdmap e78: 12 total, 12 up, 12 in 2024-04-25T15:58:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:46 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1011665189' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-25T15:58:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:46 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1011665189' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-25T15:58:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:46 smithi112 ceph-mon[29426]: osdmap e78: 12 total, 12 up, 12 in 2024-04-25T15:58:47.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.292+0000 7f88677fe640 1 -- 172.21.15.112:0/278534177 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f8870107730 con 0x7f8870103c20 2024-04-25T15:58:47.293 INFO:teuthology.orchestra.run.smithi112.stderr:added data pool 4 to fsmap 2024-04-25T15:58:47.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f885c0afaf0 msgr2=0x7f885c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f885c0afaf0 0x7f885c0b2000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f88701035e0 tx=0x7f8860005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870103c20 msgr2=0x7f887010b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870103c20 0x7f887010b950 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f885800e9f0 tx=0x7f885800eeb0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 shutdown_connections 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f885c0afaf0 0x7f885c0b2000 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8870108920 0x7f887010be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8870103c20 0x7f887010b950 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 --2- 172.21.15.112:0/278534177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88701029e0 0x7f887010d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.294+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 >> 172.21.15.112:0/278534177 conn(0x7f88700fdbd0 msgr2=0x7f8870104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.295+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 shutdown_connections 2024-04-25T15:58:47.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.295+0000 7f887499e640 1 -- 172.21.15.112:0/278534177 wait complete. 2024-04-25T15:58:47.309 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:47.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 -- 172.21.15.112:0/3636657774 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 msgr2=0x7f5fb01036c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/3636657774 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb01036c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5f98009900 tx=0x7f5f9802a410 comp rx=0 tx=0).stop 2024-04-25T15:58:47.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 -- 172.21.15.112:0/3636657774 shutdown_connections 2024-04-25T15:58:47.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/3636657774 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0108900 0x7f5fb010ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/3636657774 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb0103c00 0x7f5fb0104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/3636657774 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb01036c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 -- 172.21.15.112:0/3636657774 >> 172.21.15.112:0/3636657774 conn(0x7f5fb00fdbd0 msgr2=0x7f5fb0100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 -- 172.21.15.112:0/3636657774 shutdown_connections 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.422+0000 7f5fb6a42640 1 -- 172.21.15.112:0/3636657774 wait complete. 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 Processor -- start 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 -- start start 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb019a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0103c00 0x7f5fb019a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb0108900 0x7f5fb01a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb010e370 con 0x7f5fb01029c0 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb010e1f0 con 0x7f5fb0108900 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb6a42640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb010e4f0 con 0x7f5fb0103c00 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb019a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb019a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47234/0 (socket says 172.21.15.112:47234) 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 -- 172.21.15.112:0/1127711717 learned_addr learned my addr 172.21.15.112:0/1127711717 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 -- 172.21.15.112:0/1127711717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0103c00 msgr2=0x7f5fb019a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5fb4fdf640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb0108900 0x7f5fb01a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faf7fe640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0103c00 0x7f5fb019a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0103c00 0x7f5fb019a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 -- 172.21.15.112:0/1127711717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb0108900 msgr2=0x7f5fb01a1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb0108900 0x7f5fb01a1660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 -- 172.21.15.112:0/1127711717 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb01a1cd0 con 0x7f5fb01029c0 2024-04-25T15:58:47.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.423+0000 7f5faffff640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb019a190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5f98005ab0 tx=0x7f5f98004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:47.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.424+0000 7f5fad7fa640 1 -- 172.21.15.112:0/1127711717 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9803f070 con 0x7f5fb01029c0 2024-04-25T15:58:47.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.424+0000 7f5fad7fa640 1 -- 172.21.15.112:0/1127711717 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5f98003c80 con 0x7f5fb01029c0 2024-04-25T15:58:47.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.424+0000 7f5fad7fa640 1 -- 172.21.15.112:0/1127711717 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f98035070 con 0x7f5fb01029c0 2024-04-25T15:58:47.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.424+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb01a1f60 con 0x7f5fb01029c0 2024-04-25T15:58:47.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.424+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb01a23c0 con 0x7f5fb01029c0 2024-04-25T15:58:47.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.425+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb01a25f0 con 0x7f5fb01029c0 2024-04-25T15:58:47.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.427+0000 7f5fad7fa640 1 -- 172.21.15.112:0/1127711717 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f5f9803b610 con 0x7f5fb01029c0 2024-04-25T15:58:47.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.427+0000 7f5fad7fa640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5f9c0afb70 0x7f5f9c0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.428+0000 7f5faf7fe640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5f9c0afb70 0x7f5f9c0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.428+0000 7f5fad7fa640 1 -- 172.21.15.112:0/1127711717 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f5f980ffea0 con 0x7f5fb01029c0 2024-04-25T15:58:47.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.428+0000 7f5faf7fe640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5f9c0afb70 0x7f5f9c0b2080 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5fa00058c0 tx=0x7f5fa0005c80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:47.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.431+0000 7f5fad7fa640 1 -- 172.21.15.112:0/1127711717 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5f980c8840 con 0x7f5fb01029c0 2024-04-25T15:58:47.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.645+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5fb01a2980 con 0x7f5fb01029c0 2024-04-25T15:58:47.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.646+0000 7f5fad7fa640 1 -- 172.21.15.112:0/1127711717 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11809 (secure 0 0 0) 0x7f5f980c8140 con 0x7f5fb01029c0 2024-04-25T15:58:47.647 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:47.648 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14637,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14649,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:58:46.621175+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24548},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24548,"qdb_cluster":[24548]},"id":1}]} 2024-04-25T15:58:47.648 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 17 2024-04-25T15:58:47.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5f9c0afb70 msgr2=0x7f5f9c0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5f9c0afb70 0x7f5f9c0b2080 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5fa00058c0 tx=0x7f5fa0005c80 comp rx=0 tx=0).stop 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 msgr2=0x7f5fb019a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb019a190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5f98005ab0 tx=0x7f5f98004270 comp rx=0 tx=0).stop 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 shutdown_connections 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5f9c0afb70 0x7f5f9c0b2080 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0103c00 0x7f5fb019a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb0108900 0x7f5fb01a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 --2- 172.21.15.112:0/1127711717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb01029c0 0x7f5fb019a190 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 >> 172.21.15.112:0/1127711717 conn(0x7f5fb00fdbd0 msgr2=0x7f5fb0109f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.648+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 shutdown_connections 2024-04-25T15:58:47.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.649+0000 7f5fb6a42640 1 -- 172.21.15.112:0/1127711717 wait complete. 2024-04-25T15:58:47.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:47 smithi112 ceph-mon[29426]: pgmap v284: 129 pgs: 32 unknown, 12 creating+peering, 85 active+clean; 578 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-25T15:58:47.660 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:47 smithi112 ceph-mon[29426]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T15:58:47.660 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:47 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/278534177' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-25T15:58:47.661 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:58:47.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:47 smithi133 ceph-mon[32641]: pgmap v284: 129 pgs: 32 unknown, 12 creating+peering, 85 active+clean; 578 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-25T15:58:47.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:47 smithi133 ceph-mon[32641]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T15:58:47.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:47 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/278534177' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-25T15:58:47.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 -- 172.21.15.112:0/4032189605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 msgr2=0x7f9fbc1069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/4032189605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc1069d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4009900 tx=0x7f9fa402a410 comp rx=0 tx=0).stop 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 -- 172.21.15.112:0/4032189605 shutdown_connections 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/4032189605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fbc106f10 0x7f9fbc109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/4032189605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9fbc109870 0x7f9fbc10bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/4032189605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc1069d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 -- 172.21.15.112:0/4032189605 >> 172.21.15.112:0/4032189605 conn(0x7f9fbc0fdbd0 msgr2=0x7f9fbc100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 -- 172.21.15.112:0/4032189605 shutdown_connections 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 -- 172.21.15.112:0/4032189605 wait complete. 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.768+0000 7f9fc20f2640 1 Processor -- start 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 -- start start 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc103a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fbc106f10 0x7f9fbc1020a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9fbc109870 0x7f9fbc1025e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc10f450 con 0x7f9fbc1045b0 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc10f2d0 con 0x7f9fbc109870 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9fbc10f5d0 con 0x7f9fbc106f10 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc103a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc103a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47250/0 (socket says 172.21.15.112:47250) 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 -- 172.21.15.112:0/796013775 learned_addr learned my addr 172.21.15.112:0/796013775 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbbfff640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9fbc109870 0x7f9fbc1025e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbaffd640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fbc106f10 0x7f9fbc1020a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 -- 172.21.15.112:0/796013775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fbc106f10 msgr2=0x7f9fbc1020a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fbc106f10 0x7f9fbc1020a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 -- 172.21.15.112:0/796013775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9fbc109870 msgr2=0x7f9fbc1025e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9fbc109870 0x7f9fbc1025e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 -- 172.21.15.112:0/796013775 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fbc102c80 con 0x7f9fbc1045b0 2024-04-25T15:58:47.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fbb7fe640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc103a00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4031460 tx=0x7f9fa4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:47.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fb8ff9640 1 -- 172.21.15.112:0/796013775 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa403f030 con 0x7f9fbc1045b0 2024-04-25T15:58:47.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fb8ff9640 1 -- 172.21.15.112:0/796013775 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fa4003a80 con 0x7f9fbc1045b0 2024-04-25T15:58:47.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fbc1a4210 con 0x7f9fbc1045b0 2024-04-25T15:58:47.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.769+0000 7f9fb8ff9640 1 -- 172.21.15.112:0/796013775 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa4035070 con 0x7f9fbc1045b0 2024-04-25T15:58:47.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.770+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fbc1a45c0 con 0x7f9fbc1045b0 2024-04-25T15:58:47.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.771+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fbc0ff6f0 con 0x7f9fbc1045b0 2024-04-25T15:58:47.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.772+0000 7f9fb8ff9640 1 -- 172.21.15.112:0/796013775 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f9fa4042030 con 0x7f9fbc1045b0 2024-04-25T15:58:47.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.773+0000 7f9fb8ff9640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9fa80afaf0 0x7f9fa80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:47.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.773+0000 7f9fbaffd640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9fa80afaf0 0x7f9fa80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:47.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.773+0000 7f9fb8ff9640 1 -- 172.21.15.112:0/796013775 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f9fa40ffc10 con 0x7f9fbc1045b0 2024-04-25T15:58:47.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.773+0000 7f9fbaffd640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9fa80afaf0 0x7f9fa80b2000 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9fac005e10 tx=0x7f9fac005da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:47.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:47 smithi116 ceph-mon[32780]: pgmap v284: 129 pgs: 32 unknown, 12 creating+peering, 85 active+clean; 578 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-25T15:58:47.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:47 smithi116 ceph-mon[32780]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T15:58:47.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:47 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/278534177' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-25T15:58:47.778 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.777+0000 7f9fb8ff9640 1 -- 172.21.15.112:0/796013775 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9fa40c85b0 con 0x7f9fbc1045b0 2024-04-25T15:58:47.960 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.959+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9fbc02dd20 con 0x7f9fbc1045b0 2024-04-25T15:58:47.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.961+0000 7f9fb8ff9640 1 -- 172.21.15.112:0/796013775 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7f9fa40c7eb0 con 0x7f9fbc1045b0 2024-04-25T15:58:47.962 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:47.962 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:58:47.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9fa80afaf0 msgr2=0x7f9fa80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9fa80afaf0 0x7f9fa80b2000 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9fac005e10 tx=0x7f9fac005da0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 msgr2=0x7f9fbc103a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:47.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc103a00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4031460 tx=0x7f9fa4004270 comp rx=0 tx=0).stop 2024-04-25T15:58:47.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 shutdown_connections 2024-04-25T15:58:47.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9fa80afaf0 0x7f9fa80b2000 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fbc106f10 0x7f9fbc1020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9fbc109870 0x7f9fbc1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 --2- 172.21.15.112:0/796013775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9fbc1045b0 0x7f9fbc103a00 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:47.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 >> 172.21.15.112:0/796013775 conn(0x7f9fbc0fdbd0 msgr2=0x7f9fbc106620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:47.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 shutdown_connections 2024-04-25T15:58:47.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:47.963+0000 7f9fc20f2640 1 -- 172.21.15.112:0/796013775 wait complete. 2024-04-25T15:58:47.976 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:58:48.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.081+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1330586864 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 msgr2=0x7f9c94106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.081+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1330586864 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c94106a10 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c009ca0 tx=0x7f9c8c02a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.081+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1330586864 shutdown_connections 2024-04-25T15:58:48.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.081+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1330586864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c94106f50 0x7f9c94109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.081+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1330586864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c941098b0 0x7f9c9410bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.081+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1330586864 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c94106a10 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.081+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1330586864 >> 172.21.15.112:0/1330586864 conn(0x7f9c940fdbf0 msgr2=0x7f9c941000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1330586864 shutdown_connections 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1330586864 wait complete. 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 Processor -- start 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 -- start start 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c9419a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c94106f50 0x7f9c9419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c941098b0 0x7f9c941a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410f500 con 0x7f9c941045f0 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410f380 con 0x7f9c94106f50 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c9b2f9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410f680 con 0x7f9c941098b0 2024-04-25T15:58:48.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c99095640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c9419a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c99095640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c9419a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47266/0 (socket says 172.21.15.112:47266) 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.082+0000 7f9c99095640 1 -- 172.21.15.112:0/1175891026 learned_addr learned my addr 172.21.15.112:0/1175891026 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99896640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c941098b0 0x7f9c941a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c98894640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c94106f50 0x7f9c9419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99095640 1 -- 172.21.15.112:0/1175891026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c941098b0 msgr2=0x7f9c941a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99095640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c941098b0 0x7f9c941a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99095640 1 -- 172.21.15.112:0/1175891026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c94106f50 msgr2=0x7f9c9419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99095640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c94106f50 0x7f9c9419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99095640 1 -- 172.21.15.112:0/1175891026 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c941a1c80 con 0x7f9c941045f0 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c98894640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c94106f50 0x7f9c9419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99896640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c941098b0 0x7f9c941a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:48.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c99095640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c9419a140 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c009430 tx=0x7f9c8c003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:48.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c8a7fc640 1 -- 172.21.15.112:0/1175891026 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c004040 con 0x7f9c941045f0 2024-04-25T15:58:48.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c8a7fc640 1 -- 172.21.15.112:0/1175891026 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9c8c004670 con 0x7f9c941045f0 2024-04-25T15:58:48.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c941a1f10 con 0x7f9c941045f0 2024-04-25T15:58:48.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c8a7fc640 1 -- 172.21.15.112:0/1175891026 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c030d60 con 0x7f9c941045f0 2024-04-25T15:58:48.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.083+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c941a23d0 con 0x7f9c941045f0 2024-04-25T15:58:48.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.084+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c940ff710 con 0x7f9c941045f0 2024-04-25T15:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.086+0000 7f9c8a7fc640 1 -- 172.21.15.112:0/1175891026 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f9c8c0305c0 con 0x7f9c941045f0 2024-04-25T15:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.087+0000 7f9c8a7fc640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c800afb70 0x7f9c800b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.087+0000 7f9c8a7fc640 1 -- 172.21.15.112:0/1175891026 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f9c8c1006c0 con 0x7f9c941045f0 2024-04-25T15:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.087+0000 7f9c98894640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c800afb70 0x7f9c800b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.087+0000 7f9c98894640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c800afb70 0x7f9c800b2080 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9c840058c0 tx=0x7f9c84005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:48.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.091+0000 7f9c8a7fc640 1 -- 172.21.15.112:0/1175891026 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9c8c004820 con 0x7f9c941045f0 2024-04-25T15:58:48.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.270+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9c9402dd20 con 0x7f9c941045f0 2024-04-25T15:58:48.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.271+0000 7f9c8a7fc640 1 -- 172.21.15.112:0/1175891026 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7f9c8c0098b0 con 0x7f9c941045f0 2024-04-25T15:58:48.273 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:48.273 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.273+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c800afb70 msgr2=0x7f9c800b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c800afb70 0x7f9c800b2080 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9c840058c0 tx=0x7f9c84005d50 comp rx=0 tx=0).stop 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 msgr2=0x7f9c9419a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c9419a140 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c009430 tx=0x7f9c8c003a70 comp rx=0 tx=0).stop 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 shutdown_connections 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9c800afb70 0x7f9c800b2080 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c941098b0 0x7f9c941a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c94106f50 0x7f9c9419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 --2- 172.21.15.112:0/1175891026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9c941045f0 0x7f9c9419a140 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 >> 172.21.15.112:0/1175891026 conn(0x7f9c940fdbf0 msgr2=0x7f9c94105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 shutdown_connections 2024-04-25T15:58:48.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.274+0000 7f9c9b2f9640 1 -- 172.21.15.112:0/1175891026 wait complete. 2024-04-25T15:58:48.301 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:58:48.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 -- 172.21.15.112:0/1134313306 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb2141045b0 msgr2=0x7fb2141069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 --2- 172.21.15.112:0/1134313306 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb2141045b0 0x7fb2141069d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb210009900 tx=0x7fb21002a410 comp rx=0 tx=0).stop 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 -- 172.21.15.112:0/1134313306 shutdown_connections 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 --2- 172.21.15.112:0/1134313306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb214106f10 0x7fb214109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 --2- 172.21.15.112:0/1134313306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb214109870 0x7fb21410bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 --2- 172.21.15.112:0/1134313306 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb2141045b0 0x7fb2141069d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 -- 172.21.15.112:0/1134313306 >> 172.21.15.112:0/1134313306 conn(0x7fb2140fdbd0 msgr2=0x7fb214100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 -- 172.21.15.112:0/1134313306 shutdown_connections 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 -- 172.21.15.112:0/1134313306 wait complete. 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 Processor -- start 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.407+0000 7fb21c786640 1 -- start start 2024-04-25T15:58:48.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2141045b0 0x7fb21419a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb214106f10 0x7fb21419a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb214109870 0x7fb2141a1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb21410f510 con 0x7fb214106f10 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb21410f390 con 0x7fb214109870 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb21410f690 con 0x7fb2141045b0 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb214106f10 0x7fb21419a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb214106f10 0x7fb21419a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47298/0 (socket says 172.21.15.112:47298) 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 -- 172.21.15.112:0/1586098722 learned_addr learned my addr 172.21.15.112:0/1586098722 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21ad23640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb214109870 0x7fb2141a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21a522640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2141045b0 0x7fb21419a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 -- 172.21.15.112:0/1586098722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2141045b0 msgr2=0x7fb21419a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2141045b0 0x7fb21419a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 -- 172.21.15.112:0/1586098722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb214109870 msgr2=0x7fb2141a1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb214109870 0x7fb2141a1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 -- 172.21.15.112:0/1586098722 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2141a1ce0 con 0x7fb214106f10 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21ad23640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb214109870 0x7fb2141a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb219d21640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb214106f10 0x7fb21419a6e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb20400c970 tx=0x7fb20400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb20b7fe640 1 -- 172.21.15.112:0/1586098722 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb204007bb0 con 0x7fb214106f10 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb20b7fe640 1 -- 172.21.15.112:0/1586098722 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb204007d50 con 0x7fb214106f10 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2141a1fd0 con 0x7fb214106f10 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb20b7fe640 1 -- 172.21.15.112:0/1586098722 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb204004e40 con 0x7fb214106f10 2024-04-25T15:58:48.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.408+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2141a24c0 con 0x7fb214106f10 2024-04-25T15:58:48.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.409+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2140ff6f0 con 0x7fb214106f10 2024-04-25T15:58:48.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.411+0000 7fb20b7fe640 1 -- 172.21.15.112:0/1586098722 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fb204005000 con 0x7fb214106f10 2024-04-25T15:58:48.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.411+0000 7fb20b7fe640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb2000afb70 0x7fb2000b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.411+0000 7fb21a522640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb2000afb70 0x7fb2000b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.412+0000 7fb20b7fe640 1 -- 172.21.15.112:0/1586098722 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fb2040df020 con 0x7fb214106f10 2024-04-25T15:58:48.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.412+0000 7fb21a522640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb2000afb70 0x7fb2000b2080 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb21002a930 tx=0x7fb210000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:48.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.415+0000 7fb20b7fe640 1 -- 172.21.15.112:0/1586098722 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb204014030 con 0x7fb214106f10 2024-04-25T15:58:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.631+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb21402db50 con 0x7fb214106f10 2024-04-25T15:58:48.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.631+0000 7fb20b7fe640 1 -- 172.21.15.112:0/1586098722 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11809 (secure 0 0 0) 0x7fb2040a7a40 con 0x7fb214106f10 2024-04-25T15:58:48.632 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:48.633 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14637,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14649,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24403,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:58:46.621175+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24548},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24548,"qdb_cluster":[24548]},"id":1}]} 2024-04-25T15:58:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 17 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb2000afb70 msgr2=0x7fb2000b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb2000afb70 0x7fb2000b2080 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb21002a930 tx=0x7fb210000bc0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb214106f10 msgr2=0x7fb21419a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb214106f10 0x7fb21419a6e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb20400c970 tx=0x7fb20400ce30 comp rx=0 tx=0).stop 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 shutdown_connections 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb2000afb70 0x7fb2000b2080 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb214109870 0x7fb2141a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb214106f10 0x7fb21419a6e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 --2- 172.21.15.112:0/1586098722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2141045b0 0x7fb21419a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 >> 172.21.15.112:0/1586098722 conn(0x7fb2140fdbd0 msgr2=0x7fb214105240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:48.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 shutdown_connections 2024-04-25T15:58:48.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.634+0000 7fb21c786640 1 -- 172.21.15.112:0/1586098722 wait complete. 2024-04-25T15:58:48.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:48 smithi112 ceph-mon[29426]: osdmap e79: 12 total, 12 up, 12 in 2024-04-25T15:58:48.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:48 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/278534177' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-25T15:58:48.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:48 smithi112 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:48.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:48 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1127711717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:48 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/796013775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:48 smithi112 ceph-mon[29426]: pgmap v287: 129 pgs: 11 unknown, 118 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 6 op/s 2024-04-25T15:58:48.645 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:48 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1175891026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.646 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:58:48.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:48 smithi133 ceph-mon[32641]: osdmap e79: 12 total, 12 up, 12 in 2024-04-25T15:58:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:48 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/278534177' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-25T15:58:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:48 smithi133 ceph-mon[32641]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:48 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1127711717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:48 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/796013775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:48 smithi133 ceph-mon[32641]: pgmap v287: 129 pgs: 11 unknown, 118 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 6 op/s 2024-04-25T15:58:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:48 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1175891026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 -- 172.21.15.112:0/2743548209 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648104490 msgr2=0x7fe64810abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/2743548209 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648104490 0x7fe64810abe0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe640009ca0 tx=0x7fe64002a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 -- 172.21.15.112:0/2743548209 shutdown_connections 2024-04-25T15:58:48.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/2743548209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe648103970 0x7fe648103e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/2743548209 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648104490 0x7fe64810abe0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/2743548209 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe648102f90 0x7fe6481033a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 -- 172.21.15.112:0/2743548209 >> 172.21.15.112:0/2743548209 conn(0x7fe6480fd390 msgr2=0x7fe6480ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 -- 172.21.15.112:0/2743548209 shutdown_connections 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 -- 172.21.15.112:0/2743548209 wait complete. 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.752+0000 7fe64f0aa640 1 Processor -- start 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 -- start start 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648102f90 0x7fe648102230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe648103970 0x7fe64819ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe648104490 0x7fe6481a13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe64810e460 con 0x7fe648102f90 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe64810e2e0 con 0x7fe648104490 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe64810e5e0 con 0x7fe648103970 2024-04-25T15:58:48.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648102f90 0x7fe648102230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648102f90 0x7fe648102230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47314/0 (socket says 172.21.15.112:47314) 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 -- 172.21.15.112:0/1831108901 learned_addr learned my addr 172.21.15.112:0/1831108901 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 -- 172.21.15.112:0/1831108901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe648103970 msgr2=0x7fe64819ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe648103970 0x7fe64819ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 -- 172.21.15.112:0/1831108901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe648104490 msgr2=0x7fe6481a13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64d647640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe648104490 0x7fe6481a13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe648104490 0x7fe6481a13e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 -- 172.21.15.112:0/1831108901 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6481a1c00 con 0x7fe648102f90 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64ce46640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648102f90 0x7fe648102230 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00e9c0 tx=0x7fe63c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe645ffb640 1 -- 172.21.15.112:0/1831108901 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c00cd80 con 0x7fe648102f90 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe645ffb640 1 -- 172.21.15.112:0/1831108901 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe63c0054b0 con 0x7fe648102f90 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6481a1ef0 con 0x7fe648102f90 2024-04-25T15:58:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.753+0000 7fe645ffb640 1 -- 172.21.15.112:0/1831108901 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c010430 con 0x7fe648102f90 2024-04-25T15:58:48.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.754+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6481a2400 con 0x7fe648102f90 2024-04-25T15:58:48.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.755+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe648109940 con 0x7fe648102f90 2024-04-25T15:58:48.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.756+0000 7fe645ffb640 1 -- 172.21.15.112:0/1831108901 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fe63c004f20 con 0x7fe648102f90 2024-04-25T15:58:48.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.757+0000 7fe645ffb640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe6380afb70 0x7fe6380b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:48.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.757+0000 7fe647fff640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe6380afb70 0x7fe6380b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:48.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.757+0000 7fe645ffb640 1 -- 172.21.15.112:0/1831108901 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fe63c0df7f0 con 0x7fe648102f90 2024-04-25T15:58:48.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.757+0000 7fe647fff640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe6380afb70 0x7fe6380b2080 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe648101bd0 tx=0x7fe634009590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:48.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.760+0000 7fe645ffb640 1 -- 172.21.15.112:0/1831108901 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe63c0a8190 con 0x7fe648102f90 2024-04-25T15:58:48.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:48 smithi116 ceph-mon[32780]: osdmap e79: 12 total, 12 up, 12 in 2024-04-25T15:58:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:48 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/278534177' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-25T15:58:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:48 smithi116 ceph-mon[32780]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:58:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:48 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1127711717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:48 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/796013775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:48 smithi116 ceph-mon[32780]: pgmap v287: 129 pgs: 11 unknown, 118 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 6 op/s 2024-04-25T15:58:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:48 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1175891026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:48.940 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.939+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe64802ddc0 con 0x7fe648102f90 2024-04-25T15:58:48.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.941+0000 7fe645ffb640 1 -- 172.21.15.112:0/1831108901 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7fe63c0a7a90 con 0x7fe648102f90 2024-04-25T15:58:48.942 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:48.942 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:58:48.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe6380afb70 msgr2=0x7fe6380b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe6380afb70 0x7fe6380b2080 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe648101bd0 tx=0x7fe634009590 comp rx=0 tx=0).stop 2024-04-25T15:58:48.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648102f90 msgr2=0x7fe648102230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:48.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648102f90 0x7fe648102230 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00e9c0 tx=0x7fe63c00ee80 comp rx=0 tx=0).stop 2024-04-25T15:58:48.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 shutdown_connections 2024-04-25T15:58:48.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe6380afb70 0x7fe6380b2080 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe648103970 0x7fe64819ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe648104490 0x7fe6481a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 --2- 172.21.15.112:0/1831108901 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe648102f90 0x7fe648102230 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:48.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 >> 172.21.15.112:0/1831108901 conn(0x7fe6480fd390 msgr2=0x7fe648106b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:48.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 shutdown_connections 2024-04-25T15:58:48.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:48.943+0000 7fe64f0aa640 1 -- 172.21.15.112:0/1831108901 wait complete. 2024-04-25T15:58:48.956 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-25T15:58:41.582880+0000', 'modified': '2024-04-25T15:58:46.621175+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24548}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24548': {'gid': 24548, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6839/524675452', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6838', 'nonce': 524675452}, {'type': 'v1', 'addr': '172.21.15.116:6839', 'nonce': 524675452}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24548, 'qdb_cluster': [24548]} 2024-04-25T15:58:48.956 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-25T15:58:48.956 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T15:58:49.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 -- 172.21.15.112:0/1088323706 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84104d30 msgr2=0x7f2d84105140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 --2- 172.21.15.112:0/1088323706 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84104d30 0x7f2d84105140 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c009900 tx=0x7f2d6c02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:49.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 -- 172.21.15.112:0/1088323706 shutdown_connections 2024-04-25T15:58:49.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 --2- 172.21.15.112:0/1088323706 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d84109a30 0x7f2d8410be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 --2- 172.21.15.112:0/1088323706 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84104d30 0x7f2d84105140 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 --2- 172.21.15.112:0/1088323706 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2d84103af0 0x7f2d841047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 -- 172.21.15.112:0/1088323706 >> 172.21.15.112:0/1088323706 conn(0x7f2d840fece0 msgr2=0x7f2d84101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:49.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 -- 172.21.15.112:0/1088323706 shutdown_connections 2024-04-25T15:58:49.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.063+0000 7f2d88af9640 1 -- 172.21.15.112:0/1088323706 wait complete. 2024-04-25T15:58:49.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 Processor -- start 2024-04-25T15:58:49.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 -- start start 2024-04-25T15:58:49.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84103af0 0x7f2d8419a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d84104d30 0x7f2d8419a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2d84109a30 0x7f2d841a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8410f4d0 con 0x7f2d84103af0 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8410f350 con 0x7f2d84109a30 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d88af9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8410f650 con 0x7f2d84104d30 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d8259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84103af0 0x7f2d8419a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d8259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84103af0 0x7f2d8419a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47336/0 (socket says 172.21.15.112:47336) 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.064+0000 7f2d8259c640 1 -- 172.21.15.112:0/4179321248 learned_addr learned my addr 172.21.15.112:0/4179321248 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2d84109a30 0x7f2d841a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d84104d30 0x7f2d8419a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d8259c640 1 -- 172.21.15.112:0/4179321248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d84104d30 msgr2=0x7f2d8419a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d8259c640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d84104d30 0x7f2d8419a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d8259c640 1 -- 172.21.15.112:0/4179321248 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2d84109a30 msgr2=0x7f2d841a1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d8259c640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2d84109a30 0x7f2d841a1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d8259c640 1 -- 172.21.15.112:0/4179321248 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d841a1ca0 con 0x7f2d84103af0 2024-04-25T15:58:49.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d8259c640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84103af0 0x7f2d8419a160 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2d7400d740 tx=0x7f2d7400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:49.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d7bfff640 1 -- 172.21.15.112:0/4179321248 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74017070 con 0x7f2d84103af0 2024-04-25T15:58:49.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d841a1f90 con 0x7f2d84103af0 2024-04-25T15:58:49.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d7bfff640 1 -- 172.21.15.112:0/4179321248 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d7400de50 con 0x7f2d84103af0 2024-04-25T15:58:49.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d7bfff640 1 -- 172.21.15.112:0/4179321248 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74003bb0 con 0x7f2d84103af0 2024-04-25T15:58:49.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.065+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d841a2450 con 0x7f2d84103af0 2024-04-25T15:58:49.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.067+0000 7f2d8f9ac740 1 Processor -- start 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.067+0000 7f2d7bfff640 1 -- 172.21.15.112:0/4179321248 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f2d74010460 con 0x7f2d84103af0 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8f9ac740 1 -- start start 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4b5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4b58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb41a740 con 0x55a4fb114270 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb3b63a0 con 0x55a4fb0f3590 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb416700 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4b5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47338/0 (socket says 172.21.15.112:47338) 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 -- 172.21.15.112:0/1734114574 learned_addr learned my addr 172.21.15.112:0/1734114574 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d7bfff640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2d700afaf0 0x7f2d700b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8259c640 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4b58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 -- 172.21.15.112:0/1734114574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0eb3b0 msgr2=0x55a4fb4b58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4b58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 -- 172.21.15.112:0/1734114574 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 msgr2=0x55a4fb4bc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bc7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 -- 172.21.15.112:0/1734114574 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4fb3d2750 con 0x55a4fb114270 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d8259c640 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4b58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d7bfff640 1 -- 172.21.15.112:0/4179321248 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f2d740de950 con 0x7f2d84103af0 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.068+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2d700afaf0 0x7f2d700b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.069+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4b5370 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c0104f0 tx=0x7f2d7c0109b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa3841affe1c39f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.069+0000 7f2d78d99640 1 -- 172.21.15.112:0/1734114574 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7c019070 con 0x55a4fb114270 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.069+0000 7f2d78d99640 1 -- 172.21.15.112:0/1734114574 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d7c013580 con 0x55a4fb114270 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.069+0000 7f2d78d99640 1 -- 172.21.15.112:0/1734114574 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7c0119e0 con 0x55a4fb114270 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/1734114574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 msgr2=0x55a4fb4b5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2d700afaf0 0x7f2d700b2000 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c021000 tx=0x7f2d7c01e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4b5370 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c0104f0 tx=0x7f2d7c0109b0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/1734114574 shutdown_connections 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4b58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/1734114574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4b5370 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/1734114574 >> 172.21.15.112:0/1734114574 conn(0x55a4fb1083c0 msgr2=0x55a4fb4b0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/1734114574 shutdown_connections 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/1734114574 wait complete. 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- start start 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 Processor -- start 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bf2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bf7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb114270 0x55a4fb4c6750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4bd240 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb3a1fe0 con 0x55a4fb0f3590 2024-04-25T15:58:49.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4bd3c0 con 0x55a4fb114270 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8f9ac740 10 client.0 _ll_register_callbacks cb 0x55a4fb3b8150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.070+0000 7f2d8259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bf2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bf2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47346/0 (socket says 172.21.15.112:47346) 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 -- 172.21.15.112:0/3505436737 learned_addr learned my addr 172.21.15.112:0/3505436737 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb114270 0x55a4fb4c6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bf7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 -- 172.21.15.112:0/3505436737 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb114270 msgr2=0x55a4fb4c6750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb114270 0x55a4fb4c6750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 -- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 msgr2=0x55a4fb4bf7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bf7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 -- 172.21.15.112:0/3505436737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4fb12c2d0 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb114270 0x55a4fb4c6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8259c640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bf2b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2d74018000 tx=0x7f2d740a65c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b95e27ccc3ae416 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T15:58:49.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d69ffb640 1 -- 172.21.15.112:0/3505436737 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74020070 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d69ffb640 1 -- 172.21.15.112:0/3505436737 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f2d740a31e0 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d7c013580 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d69ffb640 1 -- 172.21.15.112:0/3505436737 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f2d740a6700 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8f9ac740 10 client.14775 fetch_fsmap learned FSMap version 17 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55a4fb1f66b0 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.071+0000 7f2d69ffb640 1 -- 172.21.15.112:0/3505436737 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d7c013580 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d69ffb640 1 -- 172.21.15.112:0/3505436737 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f2d740a2e80 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d8f9ac740 10 client.14775 fetch_fsmap finished waiting for FSMap version 17 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d8f9ac740 10 client.14775 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d8f9ac740 20 client.14775 populate_metadata read hostname 'smithi112' 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0d2e40 0x55a4fb4ccf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d8f9ac740 4 client.14775 mds_command: new command op to 24548 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 --> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4fb428350 con 0x55a4fb0d2e40 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0d2e40 0x55a4fb4ccf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d69ffb640 10 client.14775 ms_handle_connect on v2:172.21.15.116:6838/524675452 2024-04-25T15:58:49.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.072+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0d2e40 0x55a4fb4ccf20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f07aaef3cb013757 server_cookie=f840493ea81439fe in_seq=0 out_seq=0 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.073+0000 7f2d69ffb640 1 -- 172.21.15.112:0/3505436737 <== mds.0 v2:172.21.15.116:6838/524675452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a4fb428350 con 0x55a4fb0d2e40 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.073+0000 7f2d69ffb640 10 client.14775 handle_command_reply: tid=0 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.073+0000 7f2d8f9ac740 1 client.14775 shutdown 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.073+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 msgr2=0x55a4fb4bf2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.073+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bf2b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2d74018000 tx=0x7f2d740a65c0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.073+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 shutdown_connections 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.073+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0d2e40 0x55a4fb4ccf20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb114270 0x55a4fb4c6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d69ffb640 0 client.14775 ms_handle_reset on v2:172.21.15.116:6838/524675452 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0f3590 0x55a4fb4bf7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/3505436737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bf2b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 >> 172.21.15.112:0/3505436737 conn(0x55a4fb1083c0 msgr2=0x55a4fb4afd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 shutdown_connections 2024-04-25T15:58:49.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/3505436737 wait complete. 2024-04-25T15:58:49.082 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.074+0000 7f2d8f9ac740 20 client.14775 trim_cache size 0 max 16384 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 Processor -- start 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 -- start start 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c66e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4c6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4cb260 con 0x55a4fb114270 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4cb930 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4cc000 con 0x55a4fb0f3590 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d82d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4c6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d82d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4c6c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47358/0 (socket says 172.21.15.112:47358) 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d82d9d640 1 -- 172.21.15.112:0/59972972 learned_addr learned my addr 172.21.15.112:0/59972972 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d8259c640 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d82d9d640 1 -- 172.21.15.112:0/59972972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 msgr2=0x55a4fb4c66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d82d9d640 1 -- 172.21.15.112:0/59972972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0eb3b0 msgr2=0x55a4fb4bdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.092+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bdf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d82d9d640 1 -- 172.21.15.112:0/59972972 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4fb4ba0c0 con 0x55a4fb114270 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d8259c640 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d82d9d640 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4c6c20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c0095d0 tx=0x7f2d7c010480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=493e745f219b9230 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:49.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d6bfff640 1 -- 172.21.15.112:0/59972972 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7c019070 con 0x55a4fb114270 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d6bfff640 1 -- 172.21.15.112:0/59972972 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d7c013580 con 0x55a4fb114270 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d6bfff640 1 -- 172.21.15.112:0/59972972 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7c0049c0 con 0x55a4fb114270 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/59972972 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 msgr2=0x55a4fb4c6c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.093+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4c6c20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c0095d0 tx=0x7f2d7c010480 comp rx=0 tx=0).stop 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/59972972 shutdown_connections 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb114270 0x55a4fb4c6c20 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/59972972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4bdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/59972972 >> 172.21.15.112:0/59972972 conn(0x55a4fb1083c0 msgr2=0x55a4fb4bd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/59972972 shutdown_connections 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/59972972 wait complete. 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- start start 2024-04-25T15:58:49.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 Processor -- start 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4c2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb114270 0x55a4fb4c5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4ccda0 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4cc6d0 con 0x55a4fb114270 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a4fb4cd470 con 0x55a4fb0f3590 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8f9ac740 10 client.0 _ll_register_callbacks cb 0x7f2d740a69c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4c2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4c2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47374/0 (socket says 172.21.15.112:47374) 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8259c640 1 -- 172.21.15.112:0/2213209119 learned_addr learned my addr 172.21.15.112:0/2213209119 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.094+0000 7f2d8259c640 1 -- 172.21.15.112:0/2213209119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 msgr2=0x55a4fb4c2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8259c640 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8259c640 1 -- 172.21.15.112:0/2213209119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb114270 msgr2=0x55a4fb4c5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8259c640 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb114270 0x55a4fb4c5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8259c640 1 -- 172.21.15.112:0/2213209119 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4fb4c5d00 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8259c640 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4c2310 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2d740ded00 tx=0x7f2d740af7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a81a5aa4141e8b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d69ffb640 1 -- 172.21.15.112:0/2213209119 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74020040 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d69ffb640 1 -- 172.21.15.112:0/2213209119 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f2d740a31e0 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d7c013580 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d69ffb640 1 -- 172.21.15.112:0/2213209119 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f2d74021420 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 10 client.14781 fetch_fsmap learned FSMap version 17 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55a4fb4c6f60 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d69ffb640 1 -- 172.21.15.112:0/2213209119 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d7c013580 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d69ffb640 1 -- 172.21.15.112:0/2213209119 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f2d740a5e50 con 0x55a4fb0eb3b0 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 10 client.14781 fetch_fsmap finished waiting for FSMap version 17 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 10 client.14781 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 20 client.14781 populate_metadata read hostname 'smithi112' 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0a8280 0x55a4fb538ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 4 client.14781 mds_command: new command op to 24548 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.095+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 --> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] -- command(tid 0: {"prefix": "status"}) -- 0x55a4fb4221c0 con 0x55a4fb0a8280 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.096+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0a8280 0x55a4fb538ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.096+0000 7f2d79d9b640 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0a8280 0x55a4fb538ff0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df9d8ad5c19919b9 server_cookie=eb441321d77bb14a in_seq=0 out_seq=0 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.096+0000 7f2d69ffb640 10 client.14781 ms_handle_connect on v2:172.21.15.116:6838/524675452 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.096+0000 7f2d69ffb640 1 -- 172.21.15.112:0/2213209119 <== mds.0 v2:172.21.15.116:6838/524675452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55a4fb4221c0 con 0x55a4fb0a8280 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.096+0000 7f2d69ffb640 10 client.14781 handle_command_reply: tid=0 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.096+0000 7f2d8f9ac740 1 client.14781 shutdown 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 msgr2=0x55a4fb4c2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4c2310 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2d740ded00 tx=0x7f2d740af7f0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 shutdown_connections 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x55a4fb0a8280 0x55a4fb538ff0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4fb0f3590 0x55a4fb4c2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a4fb114270 0x55a4fb4c5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d69ffb640 0 client.14781 ms_handle_reset on v2:172.21.15.116:6838/524675452 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 --2- 172.21.15.112:0/2213209119 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a4fb0eb3b0 0x55a4fb4c2310 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 >> 172.21.15.112:0/2213209119 conn(0x55a4fb1083c0 msgr2=0x55a4fb4b06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 shutdown_connections 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 1 -- 172.21.15.112:0/2213209119 wait complete. 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d8f9ac740 20 client.14781 trim_cache size 0 max 16384 2024-04-25T15:58:49.105 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 0, 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24548, 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 6.8544939210000004, 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 17, 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 79, 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 13.755323593 2024-04-25T15:58:49.106 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T15:58:49.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2d700afaf0 msgr2=0x7f2d700b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2d700afaf0 0x7f2d700b2000 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c021000 tx=0x7f2d7c01e000 comp rx=0 tx=0).stop 2024-04-25T15:58:49.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84103af0 msgr2=0x7f2d8419a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:49.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84103af0 0x7f2d8419a160 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2d7400d740 tx=0x7f2d7400dc00 comp rx=0 tx=0).stop 2024-04-25T15:58:49.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 shutdown_connections 2024-04-25T15:58:49.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2d700afaf0 0x7f2d700b2000 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d84104d30 0x7f2d8419a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2d84109a30 0x7f2d841a1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 --2- 172.21.15.112:0/4179321248 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d84103af0 0x7f2d8419a160 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:49.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.097+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 >> 172.21.15.112:0/4179321248 conn(0x7f2d840fece0 msgr2=0x7f2d84105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:49.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.098+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 shutdown_connections 2024-04-25T15:58:49.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:49.098+0000 7f2d88af9640 1 -- 172.21.15.112:0/4179321248 wait complete. 2024-04-25T15:58:49.109 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-25T15:58:49.109 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:49.110 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-25T15:58:49.346 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:58:49.605 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:49 smithi112 ceph-mon[29426]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T15:58:49.605 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:49 smithi112 ceph-mon[29426]: Cluster is now healthy 2024-04-25T15:58:49.605 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:49 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1586098722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:49.605 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:49 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1831108901' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:49.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:49 smithi133 ceph-mon[32641]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T15:58:49.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:49 smithi133 ceph-mon[32641]: Cluster is now healthy 2024-04-25T15:58:49.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:49 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1586098722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:49.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:49 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1831108901' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:49 smithi116 ceph-mon[32780]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:49 smithi116 ceph-mon[32780]: Cluster is now healthy 2024-04-25T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:49 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1586098722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:49 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1831108901' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:50.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:50 smithi112 ceph-mon[29426]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 343 B/s wr, 4 op/s 2024-04-25T15:58:50.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:50 smithi133 ceph-mon[32641]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 343 B/s wr, 4 op/s 2024-04-25T15:58:50.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:50 smithi116 ceph-mon[32780]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 343 B/s wr, 4 op/s 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1059958295 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 msgr2=0x7f4c08103f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1059958295 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c08103f80 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f4c0000b0d0 tx=0x7f4c0000b3e0 comp rx=0 tx=0).stop 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1059958295 shutdown_connections 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1059958295 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4c08108630 0x7f4c08110020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1059958295 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c08103f80 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1059958295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c08107ce0 0x7f4c081080f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1059958295 >> 172.21.15.112:0/1059958295 conn(0x7f4c080fe5c0 msgr2=0x7f4c081009e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1059958295 shutdown_connections 2024-04-25T15:58:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.947+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1059958295 wait complete. 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 Processor -- start 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 -- start start 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c081a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4c08107ce0 0x7f4c081a0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c08108630 0x7f4c0819aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4c08113100 con 0x7f4c08103b70 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f4c08112f80 con 0x7f4c08107ce0 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0ead7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4c08113280 con 0x7f4c08108630 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0c873700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c081a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0c873700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c081a0890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:47388/0 (socket says 172.21.15.112:47388) 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.948+0000 7f4c0c873700 1 -- 172.21.15.112:0/1064212222 learned_addr learned my addr 172.21.15.112:0/1064212222 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0d074700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c08108630 0x7f4c0819aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0c873700 1 -- 172.21.15.112:0/1064212222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c08108630 msgr2=0x7f4c0819aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0c873700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c08108630 0x7f4c0819aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0c873700 1 -- 172.21.15.112:0/1064212222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4c08107ce0 msgr2=0x7f4c081a0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0c873700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4c08107ce0 0x7f4c081a0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0c873700 1 -- 172.21.15.112:0/1064212222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c0819b1b0 con 0x7f4c08103b70 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0c873700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c081a0890 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f4c00007d90 tx=0x7f4c00007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c05ffb700 1 -- 172.21.15.112:0/1064212222 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c0001f070 con 0x7f4c08103b70 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c0819b440 con 0x7f4c08103b70 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c05ffb700 1 -- 172.21.15.112:0/1064212222 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4c00005500 con 0x7f4c08103b70 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c05ffb700 1 -- 172.21.15.112:0/1064212222 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c0001b860 con 0x7f4c08103b70 2024-04-25T15:58:50.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.949+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c081a7740 con 0x7f4c08103b70 2024-04-25T15:58:50.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.951+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c081048f0 con 0x7f4c08103b70 2024-04-25T15:58:50.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.952+0000 7f4c05ffb700 1 -- 172.21.15.112:0/1064212222 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f4c00022070 con 0x7f4c08103b70 2024-04-25T15:58:50.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.952+0000 7f4c05ffb700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4bf40afb80 0x7f4bf40b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:50.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.952+0000 7f4c07fff700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4bf40afb80 0x7f4bf40b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:50.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.952+0000 7f4c05ffb700 1 -- 172.21.15.112:0/1064212222 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f4c0000f020 con 0x7f4c08103b70 2024-04-25T15:58:50.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.953+0000 7f4c07fff700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4bf40afb80 0x7f4bf40b2090 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4c08109a00 tx=0x7f4bf8005c80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:50.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:50.957+0000 7f4c05ffb700 1 -- 172.21.15.112:0/1064212222 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4c00029020 con 0x7f4c08103b70 2024-04-25T15:58:51.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.200+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4c0819bfc0 con 0x7f4c08103b70 2024-04-25T15:58:51.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.200+0000 7f4c05ffb700 1 -- 172.21.15.112:0/1064212222 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f4c000a2e20 con 0x7f4c08103b70 2024-04-25T15:58:51.202 INFO:teuthology.orchestra.run.smithi112.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.203+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4bf40afb80 msgr2=0x7f4bf40b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.203+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4bf40afb80 0x7f4bf40b2090 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4c08109a00 tx=0x7f4bf8005c80 comp rx=0 tx=0).stop 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.203+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 msgr2=0x7f4c081a0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.203+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c081a0890 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f4c00007d90 tx=0x7f4c00007dc0 comp rx=0 tx=0).stop 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 shutdown_connections 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4bf40afb80 0x7f4bf40b2090 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c08108630 0x7f4c0819aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c08103b70 0x7f4c081a0890 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 --2- 172.21.15.112:0/1064212222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4c08107ce0 0x7f4c081a0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 >> 172.21.15.112:0/1064212222 conn(0x7f4c080fe5c0 msgr2=0x7f4c08102dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 shutdown_connections 2024-04-25T15:58:51.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:51.204+0000 7f4c0ead7700 1 -- 172.21.15.112:0/1064212222 wait complete. 2024-04-25T15:58:51.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:51 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1064212222' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T15:58:51.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:51 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1064212222' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T15:58:51.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:51 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1064212222' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T15:58:51.891 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-25T15:58:51.891 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-25T15:58:51.891 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi112.front.sepia.ceph.com 2024-04-25T15:58:51.891 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-25T15:58:51.891 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:51.892 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-25T15:58:51.892 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-25T15:58:51.892 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-25T15:58:51.892 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-25T15:58:51.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:51.892 DEBUG:teuthology.orchestra.run.smithi112:> ip addr 2024-04-25T15:58:51.909 INFO:teuthology.orchestra.run.smithi112.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-25T15:58:51.909 INFO:teuthology.orchestra.run.smithi112.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-25T15:58:51.909 INFO:teuthology.orchestra.run.smithi112.stdout: inet 127.0.0.1/8 scope host lo 2024-04-25T15:58:51.909 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 ::1/128 scope host 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2c brd ff:ff:ff:ff:ff:ff 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f0 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2d brd ff:ff:ff:ff:ff:ff 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f1 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:68 brd ff:ff:ff:ff:ff:ff 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-25T15:58:51.910 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:69 brd ff:ff:ff:ff:ff:ff 2024-04-25T15:58:51.911 INFO:teuthology.orchestra.run.smithi112.stdout: inet 172.21.15.112/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-25T15:58:51.911 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft 42274sec preferred_lft 42274sec 2024-04-25T15:58:51.911 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::18d1:d92f:773f:8f0f/64 scope link noprefixroute 2024-04-25T15:58:51.911 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-04-25T15:58:51.911 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-25T15:58:51.911 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T15:58:51.911 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T15:58:51.912 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add name ceph-brx type bridge 2024-04-25T15:58:51.912 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr flush dev ceph-brx 2024-04-25T15:58:51.912 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set ceph-brx up 2024-04-25T15:58:51.912 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-25T15:58:51.912 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T15:58:52.001 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T15:58:52.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T15:58:52.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:52.111 DEBUG:teuthology.orchestra.run.smithi112:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-25T15:58:52.135 INFO:teuthology.orchestra.run.smithi112.stdout:1 2024-04-25T15:58:52.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:52.136 DEBUG:teuthology.orchestra.run.smithi112:> route 2024-04-25T15:58:52.210 INFO:teuthology.orchestra.run.smithi112.stdout:Kernel IP routing table 2024-04-25T15:58:52.211 INFO:teuthology.orchestra.run.smithi112.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-25T15:58:52.211 INFO:teuthology.orchestra.run.smithi112.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-25T15:58:52.211 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-25T15:58:52.211 INFO:teuthology.orchestra.run.smithi112.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-25T15:58:52.212 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T15:58:52.212 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T15:58:52.212 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-25T15:58:52.212 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-25T15:58:52.212 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-25T15:58:52.212 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T15:58:52.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T15:58:52.379 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:52 smithi112 ceph-mon[29426]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 147 B/s wr, 1 op/s 2024-04-25T15:58:52.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T15:58:52.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:52.459 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-04-25T15:58:52.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:52.475 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list-id 2024-04-25T15:58:52.529 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T15:58:52.529 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T15:58:52.530 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T15:58:52.530 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-25T15:58:52.530 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T15:58:52.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T15:58:52.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T15:58:52.645 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-25T15:58:52.645 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T15:58:52.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:52 smithi133 ceph-mon[32641]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 147 B/s wr, 1 op/s 2024-04-25T15:58:52.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T15:58:52.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T15:58:52.768 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T15:58:52.768 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T15:58:52.768 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set brx.0 up 2024-04-25T15:58:52.768 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set dev brx.0 master ceph-brx 2024-04-25T15:58:52.768 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T15:58:52.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:52 smithi116 ceph-mon[32780]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 147 B/s wr, 1 op/s 2024-04-25T15:58:52.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T15:58:52.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T15:58:52.843 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-25T15:58:52.843 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T15:58:52.843 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:52.857 INFO:teuthology.orchestra.run.smithi112.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-25T15:58:52.857 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T15:58:52.857 DEBUG:teuthology.orchestra.run.smithi112:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:52.912 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-04-25T15:58:52.975 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T15:58:53.031 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T15:58:53.032 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/176ad74f46e4667c6bce245f2002af2d861865f3da6258f2535dfbb11c9f7fd2/merged 2024-04-25T15:58:53.033 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5aa70600f2f0822312ec79eb6e0a3d2fa844b5b678e3c26206363ee6ef8808ee/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/0 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/9628ae74c24036dc56be26c7e4459eb5208cd91429eaa302d8de78e35b79b8e0/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/8d7220b2b9f22330e6de2052bab5cc133cebdcbdc706e2fe6908597f598d609e/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/ab1c611bad8ebabe0d4cdbbb380368ebd0764533d0a290d5a1085bf1cb190010/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/55eb30f609e8dc9a81fe70da6b53c6235fccc5829d4558d3170dab3bfa26f82c/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/7cf6db8f815e82bdc53f7ea348e2d57198f7b642f9c8ffc01021c4da793a2995/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/fbfc3b372aeedc98feac97557b2285918b859e5e6f12d7cdf15eff13912fb544/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5d7a7a563e3ce31bc478285190b3184042378189c334593b7e22fcdcf5e3d47d/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/99563cc1880033256f194c44142892b6626c273e0c27b2e1f1282123e739f44d/merged 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T15:58:53.034 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T15:58:53.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:53.035 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-04-25T15:58:53.086 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-25T15:58:53.087 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-25T15:58:53.129 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-04-25T15:58:53.152 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T15:58:53.208 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-04-25T15:58:53.208 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-04-25T15:58:53.208 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-04-25T15:58:53.208 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-04-25T15:58:53.208 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-04-25T15:58:53.208 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-04-25T15:58:53.208 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-04-25T15:58:53.209 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/176ad74f46e4667c6bce245f2002af2d861865f3da6258f2535dfbb11c9f7fd2/merged 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5aa70600f2f0822312ec79eb6e0a3d2fa844b5b678e3c26206363ee6ef8808ee/merged 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/0 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/9628ae74c24036dc56be26c7e4459eb5208cd91429eaa302d8de78e35b79b8e0/merged 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/8d7220b2b9f22330e6de2052bab5cc133cebdcbdc706e2fe6908597f598d609e/merged 2024-04-25T15:58:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/ab1c611bad8ebabe0d4cdbbb380368ebd0764533d0a290d5a1085bf1cb190010/merged 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/55eb30f609e8dc9a81fe70da6b53c6235fccc5829d4558d3170dab3bfa26f82c/merged 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/7cf6db8f815e82bdc53f7ea348e2d57198f7b642f9c8ffc01021c4da793a2995/merged 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/fbfc3b372aeedc98feac97557b2285918b859e5e6f12d7cdf15eff13912fb544/merged 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5d7a7a563e3ce31bc478285190b3184042378189c334593b7e22fcdcf5e3d47d/merged 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/99563cc1880033256f194c44142892b6626c273e0c27b2e1f1282123e739f44d/merged 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T15:58:53.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:53.211 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-04-25T15:58:53.249 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi112.stderr:2024-04-25T15:58:53.247+0000 7fcc18d1c480 -1 init, newargv = 0x7fcc08004720 newargc=15 2024-04-25T15:58:53.249 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi112.stderr:ceph-fuse[71455]: starting ceph client 2024-04-25T15:58:53.254 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi112.stderr:ceph-fuse[71455]: starting fuse 2024-04-25T15:58:53.263 INFO:teuthology.orchestra.run.smithi112.stdout:115 2024-04-25T15:58:53.263 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-25T15:58:53.263 DEBUG:teuthology.orchestra.run.smithi112:> sudo stdin-killer -- python3 -c ' 2024-04-25T15:58:53.263 DEBUG:teuthology.orchestra.run.smithi112:> import glob 2024-04-25T15:58:53.263 DEBUG:teuthology.orchestra.run.smithi112:> import re 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> import os 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> import subprocess 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> def _find_admin_socket(client_name): 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> files = glob.glob(asok_path) 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> # Given a non-glob path, it better be there 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> if "*" not in asok_path: 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> assert(len(files) == 1) 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> return files[0] 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> for f in files: 2024-04-25T15:58:53.264 DEBUG:teuthology.orchestra.run.smithi112:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> contents = proc_f.read() 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> if mountpoint in contents: 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> return f 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> print(_find_admin_socket("client.admin")) 2024-04-25T15:58:53.265 DEBUG:teuthology.orchestra.run.smithi112:> ' 2024-04-25T15:58:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:/var/run/ceph/ceph-client.admin.71455.asok 2024-04-25T15:58:53.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T15:58:53.392 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.71455.asok 2024-04-25T15:58:53.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:53.393 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.71455.asok status 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "metadata": { 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_sha1": "994e2f20102a20fa9a27966c14b625cc01884df8", 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "entity_id": "admin", 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": "smithi112", 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "pid": "71455", 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "root": "/" 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T15:58:53.535 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_count": 0, 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_pinned_count": 0, 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 14793, 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "inst": { 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "name": { 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "client", 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "num": 14793 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.1:0", 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 1368953451 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T15:58:53.536 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.1:0", 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 1368953451 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "inst_str": "client.14793 192.168.0.1:0/1368953451", 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "addr_str": "192.168.0.1:0/1368953451", 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "inode_count": 1, 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_epoch": 17, 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch": 79, 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch_barrier": 0, 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "blocklisted": false, 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs" 2024-04-25T15:58:53.537 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T15:58:53.544 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:53.544 DEBUG:teuthology.orchestra.run.smithi112:> stat --file-system '--printf=%T 2024-04-25T15:58:53.544 DEBUG:teuthology.orchestra.run.smithi112:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:53.559 INFO:teuthology.orchestra.run.smithi112.stdout:fuseblk 2024-04-25T15:58:53.559 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:53.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:53.559 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:53.624 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-25T15:58:53.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T15:58:53.737 INFO:teuthology.orchestra.run.smithi112.stdout:# file: . 2024-04-25T15:58:53.738 INFO:teuthology.orchestra.run.smithi112.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-25T15:58:53.738 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:53.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T15:58:53.744 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:58:53.744 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T15:58:53.764 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:58:53.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 -- 172.21.15.112:0/2698634257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4102f30 msgr2=0x7fa5f4103340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:53.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 --2- 172.21.15.112:0/2698634257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4102f30 0x7fa5f4103340 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa5e8009900 tx=0x7fa5e802a410 comp rx=0 tx=0).stop 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 -- 172.21.15.112:0/2698634257 shutdown_connections 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 --2- 172.21.15.112:0/2698634257 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f4104450 0x7fa5f410ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 --2- 172.21.15.112:0/2698634257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa5f4103910 0x7fa5f4103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 --2- 172.21.15.112:0/2698634257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4102f30 0x7fa5f4103340 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 -- 172.21.15.112:0/2698634257 >> 172.21.15.112:0/2698634257 conn(0x7fa5f40fd330 msgr2=0x7fa5f40ff800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 -- 172.21.15.112:0/2698634257 shutdown_connections 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.914+0000 7fa5f933f640 1 -- 172.21.15.112:0/2698634257 wait complete. 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 Processor -- start 2024-04-25T15:58:53.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 -- start start 2024-04-25T15:58:53.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f4102f30 0x7fa5f41021f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:53.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4103910 0x7fa5f419ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:53.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa5f4104450 0x7fa5f41a1490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:53.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f410e370 con 0x7fa5f4103910 2024-04-25T15:58:53.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f410e1f0 con 0x7fa5f4104450 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f933f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f410e4f0 con 0x7fa5f4102f30 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4103910 0x7fa5f419ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4103910 0x7fa5f419ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33872/0 (socket says 172.21.15.112:33872) 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 -- 172.21.15.112:0/1435731529 learned_addr learned my addr 172.21.15.112:0/1435731529 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f37fe640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa5f4104450 0x7fa5f41a1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f2ffd640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f4102f30 0x7fa5f41021f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 -- 172.21.15.112:0/1435731529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f4102f30 msgr2=0x7fa5f41021f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f4102f30 0x7fa5f41021f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 -- 172.21.15.112:0/1435731529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa5f4104450 msgr2=0x7fa5f41a1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa5f4104450 0x7fa5f41a1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f27fc640 1 -- 172.21.15.112:0/1435731529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f41a1cb0 con 0x7fa5f4103910 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.915+0000 7fa5f37fe640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa5f4104450 0x7fa5f41a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.916+0000 7fa5f27fc640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4103910 0x7fa5f419ef20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa5e400e9f0 tx=0x7fa5e400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:53.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.916+0000 7fa5dbfff640 1 -- 172.21.15.112:0/1435731529 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e400cd80 con 0x7fa5f4103910 2024-04-25T15:58:53.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.916+0000 7fa5dbfff640 1 -- 172.21.15.112:0/1435731529 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa5e40108c0 con 0x7fa5f4103910 2024-04-25T15:58:53.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.916+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5f41a1fa0 con 0x7fa5f4103910 2024-04-25T15:58:53.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.916+0000 7fa5dbfff640 1 -- 172.21.15.112:0/1435731529 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e40187c0 con 0x7fa5f4103910 2024-04-25T15:58:53.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.916+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5f41a2410 con 0x7fa5f4103910 2024-04-25T15:58:53.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.917+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5f41078d0 con 0x7fa5f4103910 2024-04-25T15:58:53.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.919+0000 7fa5dbfff640 1 -- 172.21.15.112:0/1435731529 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fa5e4010430 con 0x7fa5f4103910 2024-04-25T15:58:53.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.920+0000 7fa5dbfff640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa5dc0afaf0 0x7fa5dc0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:53.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.920+0000 7fa5dbfff640 1 -- 172.21.15.112:0/1435731529 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fa5e40df7f0 con 0x7fa5f4103910 2024-04-25T15:58:53.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.920+0000 7fa5f2ffd640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa5dc0afaf0 0x7fa5dc0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:53.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.921+0000 7fa5f2ffd640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa5dc0afaf0 0x7fa5dc0b2000 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa5e80057c0 tx=0x7fa5e8005720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:53.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:53.923+0000 7fa5dbfff640 1 -- 172.21.15.112:0/1435731529 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa5e40a8190 con 0x7fa5f4103910 2024-04-25T15:58:54.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.106+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5f402dda0 con 0x7fa5f4103910 2024-04-25T15:58:54.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.108+0000 7fa5dbfff640 1 -- 172.21.15.112:0/1435731529 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7fa5e40b0210 con 0x7fa5f4103910 2024-04-25T15:58:54.109 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:54.109 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:58:54.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa5dc0afaf0 msgr2=0x7fa5dc0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa5dc0afaf0 0x7fa5dc0b2000 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa5e80057c0 tx=0x7fa5e8005720 comp rx=0 tx=0).stop 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4103910 msgr2=0x7fa5f419ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4103910 0x7fa5f419ef20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa5e400e9f0 tx=0x7fa5e400eeb0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 shutdown_connections 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa5dc0afaf0 0x7fa5dc0b2000 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa5f4104450 0x7fa5f41a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa5f4103910 0x7fa5f419ef20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 --2- 172.21.15.112:0/1435731529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f4102f30 0x7fa5f41021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.110+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 >> 172.21.15.112:0/1435731529 conn(0x7fa5f40fd330 msgr2=0x7fa5f4104aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.111+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 shutdown_connections 2024-04-25T15:58:54.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.111+0000 7fa5f933f640 1 -- 172.21.15.112:0/1435731529 wait complete. 2024-04-25T15:58:54.123 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T15:58:54.124 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.235+0000 7f1ef7338640 1 -- 172.21.15.112:0/1535294488 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 msgr2=0x7f1ef01047e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.235+0000 7f1ef7338640 1 --2- 172.21.15.112:0/1535294488 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef01047e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0009900 tx=0x7f1ee002a410 comp rx=0 tx=0).stop 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- 172.21.15.112:0/1535294488 shutdown_connections 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 --2- 172.21.15.112:0/1535294488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ef0104d20 0x7f1ef0105130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 --2- 172.21.15.112:0/1535294488 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef0109a20 0x7f1ef010be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 --2- 172.21.15.112:0/1535294488 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef01047e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- 172.21.15.112:0/1535294488 >> 172.21.15.112:0/1535294488 conn(0x7f1ef00fecd0 msgr2=0x7f1ef0101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- 172.21.15.112:0/1535294488 shutdown_connections 2024-04-25T15:58:54.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- 172.21.15.112:0/1535294488 wait complete. 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 Processor -- start 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- start start 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef019a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ef0104d20 0x7f1ef019a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef0109a20 0x7f1ef01a1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef010f490 con 0x7f1ef0103ae0 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef010f310 con 0x7f1ef0109a20 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.236+0000 7f1ef7338640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef010f610 con 0x7f1ef0104d20 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef019a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef019a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33886/0 (socket says 172.21.15.112:33886) 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 -- 172.21.15.112:0/2979824865 learned_addr learned my addr 172.21.15.112:0/2979824865 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef58d5640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef0109a20 0x7f1ef01a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef48d3640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ef0104d20 0x7f1ef019a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 -- 172.21.15.112:0/2979824865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ef0104d20 msgr2=0x7f1ef019a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ef0104d20 0x7f1ef019a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 -- 172.21.15.112:0/2979824865 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef0109a20 msgr2=0x7f1ef01a1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef0109a20 0x7f1ef01a1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 -- 172.21.15.112:0/2979824865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef01a1cc0 con 0x7f1ef0103ae0 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef50d4640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef019a180 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0005ab0 tx=0x7f1ee0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ee67fc640 1 -- 172.21.15.112:0/2979824865 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee003f070 con 0x7f1ef0103ae0 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ee67fc640 1 -- 172.21.15.112:0/2979824865 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1ee0003c80 con 0x7f1ef0103ae0 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef01a1f50 con 0x7f1ef0103ae0 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ee67fc640 1 -- 172.21.15.112:0/2979824865 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee0035070 con 0x7f1ef0103ae0 2024-04-25T15:58:54.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.237+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef01a23b0 con 0x7f1ef0103ae0 2024-04-25T15:58:54.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.238+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef0108830 con 0x7f1ef0103ae0 2024-04-25T15:58:54.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.241+0000 7f1ee67fc640 1 -- 172.21.15.112:0/2979824865 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f1ee003b610 con 0x7f1ef0103ae0 2024-04-25T15:58:54.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.241+0000 7f1ee67fc640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1edc0afb70 0x7f1edc0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.241+0000 7f1ef48d3640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1edc0afb70 0x7f1edc0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.242+0000 7f1ee67fc640 1 -- 172.21.15.112:0/2979824865 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f1ee00ffd60 con 0x7f1ef0103ae0 2024-04-25T15:58:54.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.242+0000 7f1ef48d3640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1edc0afb70 0x7f1edc0b2080 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0058c0 tx=0x7f1eec00a250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:54.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.244+0000 7f1ee67fc640 1 -- 172.21.15.112:0/2979824865 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1ee00c80b0 con 0x7f1ef0103ae0 2024-04-25T15:58:54.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.429+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1ef002dce0 con 0x7f1ef0103ae0 2024-04-25T15:58:54.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.430+0000 7f1ee67fc640 1 -- 172.21.15.112:0/2979824865 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v79) ==== 93+0+10 (secure 0 0 0) 0x7f1ee00cc3b0 con 0x7f1ef0103ae0 2024-04-25T15:58:54.431 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.431+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1edc0afb70 msgr2=0x7f1edc0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.431+0000 7f1ef7338640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1edc0afb70 0x7f1edc0b2080 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0058c0 tx=0x7f1eec00a250 comp rx=0 tx=0).stop 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.431+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 msgr2=0x7f1ef019a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.431+0000 7f1ef7338640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef019a180 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0005ab0 tx=0x7f1ee0004270 comp rx=0 tx=0).stop 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 shutdown_connections 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f1edc0afb70 0x7f1edc0b2080 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ef0104d20 0x7f1ef019a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef0109a20 0x7f1ef01a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 --2- 172.21.15.112:0/2979824865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1ef0103ae0 0x7f1ef019a180 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 >> 172.21.15.112:0/2979824865 conn(0x7f1ef00fecd0 msgr2=0x7f1ef0105a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 shutdown_connections 2024-04-25T15:58:54.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.432+0000 7f1ef7338640 1 -- 172.21.15.112:0/2979824865 wait complete. 2024-04-25T15:58:54.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:54 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1435731529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:54.442 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:54 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1435731529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:54.443 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T15:58:54.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:54 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1435731529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 -- 172.21.15.112:0/190611908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8103920 msgr2=0x7f8dd8103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 --2- 172.21.15.112:0/190611908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8103920 0x7f8dd8103dd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8dc8009900 tx=0x7f8dc802a410 comp rx=0 tx=0).stop 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 -- 172.21.15.112:0/190611908 shutdown_connections 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 --2- 172.21.15.112:0/190611908 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8dd8104460 0x7f8dd810aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 --2- 172.21.15.112:0/190611908 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8103920 0x7f8dd8103dd0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 --2- 172.21.15.112:0/190611908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dd8102f40 0x7f8dd8103350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 -- 172.21.15.112:0/190611908 >> 172.21.15.112:0/190611908 conn(0x7f8dd80fd340 msgr2=0x7f8dd80ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:54.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 -- 172.21.15.112:0/190611908 shutdown_connections 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 -- 172.21.15.112:0/190611908 wait complete. 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.555+0000 7f8dde049640 1 Processor -- start 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dde049640 1 -- start start 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dde049640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8102f40 0x7f8dd819a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dde049640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dd8103920 0x7f8dd819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dde049640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8dd8104460 0x7f8dd81a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dde049640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8dd810f4f0 con 0x7f8dd8102f40 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dde049640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8dd810f370 con 0x7f8dd8104460 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dde049640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8dd810f670 con 0x7f8dd8103920 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8102f40 0x7f8dd819a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8102f40 0x7f8dd819a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33892/0 (socket says 172.21.15.112:33892) 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 -- 172.21.15.112:0/3489485046 learned_addr learned my addr 172.21.15.112:0/3489485046 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd6ffd640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dd8103920 0x7f8dd819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd7fff640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8dd8104460 0x7f8dd81a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 -- 172.21.15.112:0/3489485046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dd8103920 msgr2=0x7f8dd819a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dd8103920 0x7f8dd819a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 -- 172.21.15.112:0/3489485046 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8dd8104460 msgr2=0x7f8dd81a1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8dd8104460 0x7f8dd81a1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.556+0000 7f8dd77fe640 1 -- 172.21.15.112:0/3489485046 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dd81a1cf0 con 0x7f8dd8102f40 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.557+0000 7f8dd77fe640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8102f40 0x7f8dd819a1b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc00e9c0 tx=0x7f8dcc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.557+0000 7f8dd4ff9640 1 -- 172.21.15.112:0/3489485046 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc00ccc0 con 0x7f8dd8102f40 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.557+0000 7f8dd4ff9640 1 -- 172.21.15.112:0/3489485046 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8dcc0054b0 con 0x7f8dd8102f40 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.557+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dd81a1fe0 con 0x7f8dd8102f40 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.557+0000 7f8dd4ff9640 1 -- 172.21.15.112:0/3489485046 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc010430 con 0x7f8dd8102f40 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.557+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dd81a23f0 con 0x7f8dd8102f40 2024-04-25T15:58:54.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.558+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dd81078e0 con 0x7f8dd8102f40 2024-04-25T15:58:54.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.560+0000 7f8dd4ff9640 1 -- 172.21.15.112:0/3489485046 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f8dcc004f00 con 0x7f8dd8102f40 2024-04-25T15:58:54.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.561+0000 7f8dd4ff9640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8dc00afaf0 0x7f8dc00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.561+0000 7f8dd4ff9640 1 -- 172.21.15.112:0/3489485046 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f8dcc0df360 con 0x7f8dd8102f40 2024-04-25T15:58:54.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.561+0000 7f8dd6ffd640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8dc00afaf0 0x7f8dc00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.561+0000 7f8dd6ffd640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8dc00afaf0 0x7f8dc00b2000 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8dd819b250 tx=0x7f8dc8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:54.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.565+0000 7f8dd4ff9640 1 -- 172.21.15.112:0/3489485046 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8dcc053ff0 con 0x7f8dd8102f40 2024-04-25T15:58:54.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.743+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f8dd802dce0 con 0x7f8dd8102f40 2024-04-25T15:58:54.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.744+0000 7f8dd4ff9640 1 -- 172.21.15.112:0/3489485046 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v79) ==== 104+0+11 (secure 0 0 0) 0x7f8dcc0a7d00 con 0x7f8dd8102f40 2024-04-25T15:58:54.745 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.745+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8dc00afaf0 msgr2=0x7f8dc00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8dc00afaf0 0x7f8dc00b2000 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8dd819b250 tx=0x7f8dc8000bc0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8102f40 msgr2=0x7f8dd819a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8102f40 0x7f8dd819a1b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc00e9c0 tx=0x7f8dcc00ee80 comp rx=0 tx=0).stop 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 shutdown_connections 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8dc00afaf0 0x7f8dc00b2000 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dd8103920 0x7f8dd819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8dd8104460 0x7f8dd81a1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 --2- 172.21.15.112:0/3489485046 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8dd8102f40 0x7f8dd819a1b0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 >> 172.21.15.112:0/3489485046 conn(0x7f8dd80fd340 msgr2=0x7f8dd8104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:54.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 shutdown_connections 2024-04-25T15:58:54.748 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.746+0000 7f8dde049640 1 -- 172.21.15.112:0/3489485046 wait complete. 2024-04-25T15:58:54.758 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 -- 172.21.15.112:0/1506946699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254105090 msgr2=0x7fe2541054a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 --2- 172.21.15.112:0/1506946699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254105090 0x7fe2541054a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe250009ca0 tx=0x7fe25002a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 -- 172.21.15.112:0/1506946699 shutdown_connections 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 --2- 172.21.15.112:0/1506946699 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe254102240 0x7fe25410bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 --2- 172.21.15.112:0/1506946699 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe254101740 0x7fe254101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 --2- 172.21.15.112:0/1506946699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254105090 0x7fe2541054a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 -- 172.21.15.112:0/1506946699 >> 172.21.15.112:0/1506946699 conn(0x7fe2540fd340 msgr2=0x7fe2540ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 -- 172.21.15.112:0/1506946699 shutdown_connections 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 -- 172.21.15.112:0/1506946699 wait complete. 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 Processor -- start 2024-04-25T15:58:54.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.868+0000 7fe25bd34640 1 -- start start 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254101740 0x7fe25419a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe254102240 0x7fe25419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe254105090 0x7fe2541a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe25410f4e0 con 0x7fe254101740 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe25410f360 con 0x7fe254102240 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe25410f660 con 0x7fe254105090 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254101740 0x7fe25419a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254101740 0x7fe25419a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33900/0 (socket says 172.21.15.112:33900) 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 -- 172.21.15.112:0/3117109286 learned_addr learned my addr 172.21.15.112:0/3117109286 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe2592cf640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe254102240 0x7fe25419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25a2d1640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe254105090 0x7fe2541a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 -- 172.21.15.112:0/3117109286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe254105090 msgr2=0x7fe2541a1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe254105090 0x7fe2541a1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 -- 172.21.15.112:0/3117109286 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe254102240 msgr2=0x7fe25419a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe254102240 0x7fe25419a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 -- 172.21.15.112:0/3117109286 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2541a1c00 con 0x7fe254101740 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe259ad0640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254101740 0x7fe25419a170 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe250004af0 tx=0x7fe250003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe24affd640 1 -- 172.21.15.112:0/3117109286 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe250004040 con 0x7fe254101740 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe24affd640 1 -- 172.21.15.112:0/3117109286 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe250004670 con 0x7fe254101740 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe24affd640 1 -- 172.21.15.112:0/3117109286 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe250030ce0 con 0x7fe254101740 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2541a1e90 con 0x7fe254101740 2024-04-25T15:58:54.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.869+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2541a2300 con 0x7fe254101740 2024-04-25T15:58:54.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.870+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe254108a20 con 0x7fe254101740 2024-04-25T15:58:54.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.872+0000 7fe24affd640 1 -- 172.21.15.112:0/3117109286 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fe2500041e0 con 0x7fe254101740 2024-04-25T15:58:54.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.872+0000 7fe24affd640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe2400afb70 0x7fe2400b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:54.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.872+0000 7fe2592cf640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe2400afb70 0x7fe2400b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:54.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.872+0000 7fe24affd640 1 -- 172.21.15.112:0/3117109286 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fe250100420 con 0x7fe254101740 2024-04-25T15:58:54.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.873+0000 7fe2592cf640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe2400afb70 0x7fe2400b2080 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe25419b210 tx=0x7fe24400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:54.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:54.877+0000 7fe24affd640 1 -- 172.21.15.112:0/3117109286 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe2500c8dc0 con 0x7fe254101740 2024-04-25T15:58:55.056 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.054+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe2540637a0 con 0x7fe254101740 2024-04-25T15:58:55.056 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.055+0000 7fe24affd640 1 -- 172.21.15.112:0/3117109286 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v79) ==== 100+0+11 (secure 0 0 0) 0x7fe2500098b0 con 0x7fe254101740 2024-04-25T15:58:55.056 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T15:58:55.058 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe2400afb70 msgr2=0x7fe2400b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe2400afb70 0x7fe2400b2080 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe25419b210 tx=0x7fe24400b390 comp rx=0 tx=0).stop 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254101740 msgr2=0x7fe25419a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254101740 0x7fe25419a170 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe250004af0 tx=0x7fe250003a70 comp rx=0 tx=0).stop 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 shutdown_connections 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe2400afb70 0x7fe2400b2080 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe254105090 0x7fe2541a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe254102240 0x7fe25419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 --2- 172.21.15.112:0/3117109286 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe254101740 0x7fe25419a170 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 >> 172.21.15.112:0/3117109286 conn(0x7fe2540fd340 msgr2=0x7fe254105bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 shutdown_connections 2024-04-25T15:58:55.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.057+0000 7fe25bd34640 1 -- 172.21.15.112:0/3117109286 wait complete. 2024-04-25T15:58:55.069 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T15:58:55.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 -- 172.21.15.112:0/3732104384 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c106c60 msgr2=0x7fee3c1090e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 --2- 172.21.15.112:0/3732104384 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c106c60 0x7fee3c1090e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fee2c009900 tx=0x7fee2c02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:55.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 -- 172.21.15.112:0/3732104384 shutdown_connections 2024-04-25T15:58:55.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 --2- 172.21.15.112:0/3732104384 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee3c109770 0x7fee3c10bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 --2- 172.21.15.112:0/3732104384 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c106c60 0x7fee3c1090e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 --2- 172.21.15.112:0/3732104384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee3c104270 0x7fee3c106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 -- 172.21.15.112:0/3732104384 >> 172.21.15.112:0/3732104384 conn(0x7fee3c0fdbd0 msgr2=0x7fee3c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 -- 172.21.15.112:0/3732104384 shutdown_connections 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.181+0000 7fee43357640 1 -- 172.21.15.112:0/3732104384 wait complete. 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 Processor -- start 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 -- start start 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c104270 0x7fee3c19a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee3c106c60 0x7fee3c19a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee3c109770 0x7fee3c1a16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c10f4b0 con 0x7fee3c104270 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c10f330 con 0x7fee3c109770 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee43357640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c10f630 con 0x7fee3c106c60 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c104270 0x7fee3c19a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c104270 0x7fee3c19a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33910/0 (socket says 172.21.15.112:33910) 2024-04-25T15:58:55.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 -- 172.21.15.112:0/57134602 learned_addr learned my addr 172.21.15.112:0/57134602 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee418f4640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee3c109770 0x7fee3c1a16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee408f2640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee3c106c60 0x7fee3c19a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 -- 172.21.15.112:0/57134602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee3c106c60 msgr2=0x7fee3c19a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee3c106c60 0x7fee3c19a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 -- 172.21.15.112:0/57134602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee3c109770 msgr2=0x7fee3c1a16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee3c109770 0x7fee3c1a16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 -- 172.21.15.112:0/57134602 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3c1a1d50 con 0x7fee3c104270 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.182+0000 7fee410f3640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c104270 0x7fee3c19a210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fee3800e9f0 tx=0x7fee3800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.183+0000 7fee327fc640 1 -- 172.21.15.112:0/57134602 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3800ccc0 con 0x7fee3c104270 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.183+0000 7fee327fc640 1 -- 172.21.15.112:0/57134602 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee380054b0 con 0x7fee3c104270 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.183+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3c1a1fe0 con 0x7fee3c104270 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.183+0000 7fee327fc640 1 -- 172.21.15.112:0/57134602 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee38010430 con 0x7fee3c104270 2024-04-25T15:58:55.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.183+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3c1a2450 con 0x7fee3c104270 2024-04-25T15:58:55.187 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.184+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee3c0ff6f0 con 0x7fee3c104270 2024-04-25T15:58:55.187 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.185+0000 7fee327fc640 1 -- 172.21.15.112:0/57134602 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fee380046c0 con 0x7fee3c104270 2024-04-25T15:58:55.187 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.186+0000 7fee327fc640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fee280afaf0 0x7fee280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.188 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.186+0000 7fee408f2640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fee280afaf0 0x7fee280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.188 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.186+0000 7fee327fc640 1 -- 172.21.15.112:0/57134602 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fee380df440 con 0x7fee3c104270 2024-04-25T15:58:55.188 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.186+0000 7fee408f2640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fee280afaf0 0x7fee280b2000 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fee2c031460 tx=0x7fee2c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:55.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.189+0000 7fee327fc640 1 -- 172.21.15.112:0/57134602 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fee38053ff0 con 0x7fee3c104270 2024-04-25T15:58:55.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.367+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fee3c02dce0 con 0x7fee3c104270 2024-04-25T15:58:55.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.367+0000 7fee327fc640 1 -- 172.21.15.112:0/57134602 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v79) ==== 103+0+11 (secure 0 0 0) 0x7fee380a7de0 con 0x7fee3c104270 2024-04-25T15:58:55.368 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T15:58:55.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fee280afaf0 msgr2=0x7fee280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fee280afaf0 0x7fee280b2000 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fee2c031460 tx=0x7fee2c000bc0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c104270 msgr2=0x7fee3c19a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c104270 0x7fee3c19a210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fee3800e9f0 tx=0x7fee3800eeb0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 shutdown_connections 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fee280afaf0 0x7fee280b2000 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee3c106c60 0x7fee3c19a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee3c109770 0x7fee3c1a16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 --2- 172.21.15.112:0/57134602 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee3c104270 0x7fee3c19a210 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 >> 172.21.15.112:0/57134602 conn(0x7fee3c0fdbd0 msgr2=0x7fee3c1062d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 shutdown_connections 2024-04-25T15:58:55.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.369+0000 7fee43357640 1 -- 172.21.15.112:0/57134602 wait complete. 2024-04-25T15:58:55.380 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:55 smithi112 ceph-mon[29426]: pgmap v290: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 1 op/s 2024-04-25T15:58:55.380 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:55 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2979824865' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.380 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:55 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3489485046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.380 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:55 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3117109286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.382 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T15:58:55.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:55 smithi133 ceph-mon[32641]: pgmap v290: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 1 op/s 2024-04-25T15:58:55.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:55 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2979824865' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:55 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3489485046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:55 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3117109286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 -- 172.21.15.112:0/1874449619 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 msgr2=0x7f4d2810ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 --2- 172.21.15.112:0/1874449619 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d2810ad40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009ca0 tx=0x7f4d2002a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 -- 172.21.15.112:0/1874449619 shutdown_connections 2024-04-25T15:58:55.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 --2- 172.21.15.112:0/1874449619 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d2810ad40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 --2- 172.21.15.112:0/1874449619 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d28103c20 0x7f4d28104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 --2- 172.21.15.112:0/1874449619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d281029e0 0x7f4d281036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 -- 172.21.15.112:0/1874449619 >> 172.21.15.112:0/1874449619 conn(0x7f4d280fdbd0 msgr2=0x7f4d28100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 -- 172.21.15.112:0/1874449619 shutdown_connections 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.489+0000 7f4d2e051640 1 -- 172.21.15.112:0/1874449619 wait complete. 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 Processor -- start 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 -- start start 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d281029e0 0x7f4d281992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d28103c20 0x7f4d28199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d281a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2810e3f0 con 0x7f4d28108920 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2810e270 con 0x7f4d281029e0 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d2e051640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4d2810e570 con 0x7f4d28103c20 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d281a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d281a07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33924/0 (socket says 172.21.15.112:33924) 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 -- 172.21.15.112:0/3799371771 learned_addr learned my addr 172.21.15.112:0/3799371771 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:55.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d26ffd640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d28103c20 0x7f4d28199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d277fe640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d281029e0 0x7f4d281992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 -- 172.21.15.112:0/3799371771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d28103c20 msgr2=0x7f4d28199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d28103c20 0x7f4d28199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 -- 172.21.15.112:0/3799371771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d281029e0 msgr2=0x7f4d281992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d281029e0 0x7f4d281992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.490+0000 7f4d27fff640 1 -- 172.21.15.112:0/3799371771 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d281a0e20 con 0x7f4d28108920 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.491+0000 7f4d27fff640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d281a07b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4d20031040 tx=0x7f4d20003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.491+0000 7f4d24ff9640 1 -- 172.21.15.112:0/3799371771 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d20004040 con 0x7f4d28108920 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.491+0000 7f4d24ff9640 1 -- 172.21.15.112:0/3799371771 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4d20004670 con 0x7f4d28108920 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.491+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d281a10b0 con 0x7f4d28108920 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.491+0000 7f4d24ff9640 1 -- 172.21.15.112:0/3799371771 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d20030d50 con 0x7f4d28108920 2024-04-25T15:58:55.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.491+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d281a1600 con 0x7f4d28108920 2024-04-25T15:58:55.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.492+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d28107730 con 0x7f4d28108920 2024-04-25T15:58:55.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.493+0000 7f4d24ff9640 1 -- 172.21.15.112:0/3799371771 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f4d200305c0 con 0x7f4d28108920 2024-04-25T15:58:55.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.494+0000 7f4d24ff9640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4d100afaf0 0x7f4d100b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.494+0000 7f4d277fe640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4d100afaf0 0x7f4d100b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.494+0000 7f4d24ff9640 1 -- 172.21.15.112:0/3799371771 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f4d201005e0 con 0x7f4d28108920 2024-04-25T15:58:55.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.494+0000 7f4d277fe640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4d100afaf0 0x7f4d100b2000 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4d18005fd0 tx=0x7f4d18005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:55.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.498+0000 7f4d24ff9640 1 -- 172.21.15.112:0/3799371771 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4d200c8f80 con 0x7f4d28108920 2024-04-25T15:58:55.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:55 smithi116 ceph-mon[32780]: pgmap v290: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 1 op/s 2024-04-25T15:58:55.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:55 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2979824865' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:55 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3489485046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:55 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3117109286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.687+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4d2806c2a0 con 0x7f4d28108920 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.687+0000 7f4d24ff9640 1 -- 172.21.15.112:0/3799371771 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v79) ==== 81+0+600 (secure 0 0 0) 0x7f4d200c8880 con 0x7f4d28108920 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3952841465 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3057346898 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2114197396 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:55.688 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/190877922 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:55.689 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/284813497 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:55.689 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:55.689 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2452462648 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:55.689 INFO:teuthology.orchestra.run.smithi112.stderr:listed 10 entries 2024-04-25T15:58:55.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4d100afaf0 msgr2=0x7f4d100b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4d100afaf0 0x7f4d100b2000 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4d18005fd0 tx=0x7f4d18005850 comp rx=0 tx=0).stop 2024-04-25T15:58:55.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 msgr2=0x7f4d281a07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d281a07b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4d20031040 tx=0x7f4d20003ba0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 shutdown_connections 2024-04-25T15:58:55.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4d100afaf0 0x7f4d100b2000 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d28103c20 0x7f4d28199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d28108920 0x7f4d281a07b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 --2- 172.21.15.112:0/3799371771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d281029e0 0x7f4d281992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 >> 172.21.15.112:0/3799371771 conn(0x7f4d280fdbd0 msgr2=0x7f4d28104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:55.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 shutdown_connections 2024-04-25T15:58:55.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.689+0000 7f4d2e051640 1 -- 172.21.15.112:0/3799371771 wait complete. 2024-04-25T15:58:55.701 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:58:55.701 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T15:58:55.717 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 -- 172.21.15.112:0/3272993639 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 msgr2=0x7fa3d4103380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/3272993639 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4103380 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4009900 tx=0x7fa3c402a410 comp rx=0 tx=0).stop 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 -- 172.21.15.112:0/3272993639 shutdown_connections 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/3272993639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3d4103950 0x7fa3d4103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/3272993639 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3d4104470 0x7fa3d410abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/3272993639 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4103380 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 -- 172.21.15.112:0/3272993639 >> 172.21.15.112:0/3272993639 conn(0x7fa3d40fd370 msgr2=0x7fa3d40ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 -- 172.21.15.112:0/3272993639 shutdown_connections 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.864+0000 7fa3dc35e640 1 -- 172.21.15.112:0/3272993639 wait complete. 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 Processor -- start 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 -- start start 2024-04-25T15:58:55.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3d4103950 0x7fa3d419ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3d4104470 0x7fa3d41a13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d410e3a0 con 0x7fa3d4102f70 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d410e220 con 0x7fa3d4104470 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3dc35e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d410e520 con 0x7fa3d4103950 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4102210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33952/0 (socket says 172.21.15.112:33952) 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 -- 172.21.15.112:0/105665034 learned_addr learned my addr 172.21.15.112:0/105665034 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da8fb640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3d4104470 0x7fa3d41a13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3d98f9640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3d4103950 0x7fa3d419ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 -- 172.21.15.112:0/105665034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3d4103950 msgr2=0x7fa3d419ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3d4103950 0x7fa3d419ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 -- 172.21.15.112:0/105665034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3d4104470 msgr2=0x7fa3d41a13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3d4104470 0x7fa3d41a13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.865+0000 7fa3da0fa640 1 -- 172.21.15.112:0/105665034 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d41a1c00 con 0x7fa3d4102f70 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.866+0000 7fa3da0fa640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4102210 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4031460 tx=0x7fa3c4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.866+0000 7fa3cb7fe640 1 -- 172.21.15.112:0/105665034 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c403f030 con 0x7fa3d4102f70 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.866+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3d41a1e90 con 0x7fa3d4102f70 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.866+0000 7fa3cb7fe640 1 -- 172.21.15.112:0/105665034 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa3c4003a80 con 0x7fa3d4102f70 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.866+0000 7fa3cb7fe640 1 -- 172.21.15.112:0/105665034 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c4035070 con 0x7fa3d4102f70 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.866+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3d41a22a0 con 0x7fa3d4102f70 2024-04-25T15:58:55.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.867+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3d4107910 con 0x7fa3d4102f70 2024-04-25T15:58:55.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.868+0000 7fa3cb7fe640 1 -- 172.21.15.112:0/105665034 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fa3c4042030 con 0x7fa3d4102f70 2024-04-25T15:58:55.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.869+0000 7fa3cb7fe640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa3c00afaf0 0x7fa3c00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:55.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.869+0000 7fa3d98f9640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa3c00afaf0 0x7fa3c00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:55.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.869+0000 7fa3cb7fe640 1 -- 172.21.15.112:0/105665034 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fa3c40ff8e0 con 0x7fa3d4102f70 2024-04-25T15:58:55.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.869+0000 7fa3d98f9640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa3c00afaf0 0x7fa3c00b2000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa3d4101bb0 tx=0x7fa3d000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:55.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:55.872+0000 7fa3cb7fe640 1 -- 172.21.15.112:0/105665034 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa3c40c7c30 con 0x7fa3d4102f70 2024-04-25T15:58:56.051 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.050+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa3d402dd20 con 0x7fa3d4102f70 2024-04-25T15:58:56.052 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.051+0000 7fa3cb7fe640 1 -- 172.21.15.112:0/105665034 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7fa3c40cbf30 con 0x7fa3d4102f70 2024-04-25T15:58:56.053 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:58:56.053 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa3c00afaf0 msgr2=0x7fa3c00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa3c00afaf0 0x7fa3c00b2000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa3d4101bb0 tx=0x7fa3d000b390 comp rx=0 tx=0).stop 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 msgr2=0x7fa3d4102210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4102210 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4031460 tx=0x7fa3c4004270 comp rx=0 tx=0).stop 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 shutdown_connections 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa3c00afaf0 0x7fa3c00b2000 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3d4103950 0x7fa3d419ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3d4104470 0x7fa3d41a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 --2- 172.21.15.112:0/105665034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa3d4102f70 0x7fa3d4102210 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 >> 172.21.15.112:0/105665034 conn(0x7fa3d40fd370 msgr2=0x7fa3d4104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:56.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 shutdown_connections 2024-04-25T15:58:56.056 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.054+0000 7fa3dc35e640 1 -- 172.21.15.112:0/105665034 wait complete. 2024-04-25T15:58:56.066 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T15:58:56.067 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T15:58:56.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/1629027117 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 msgr2=0x7f5c241037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/1629027117 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c241037c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009900 tx=0x7f5c2002a410 comp rx=0 tx=0).stop 2024-04-25T15:58:56.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/1629027117 shutdown_connections 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/1629027117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c241080b0 0x7f5c2410a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/1629027117 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c241037c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/1629027117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c24102170 0x7f5c24102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/1629027117 >> 172.21.15.112:0/1629027117 conn(0x7f5c240fd340 msgr2=0x7f5c240ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/1629027117 shutdown_connections 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/1629027117 wait complete. 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 Processor -- start 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.179+0000 7f5c2b2f9640 1 -- start start 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c24102170 0x7f5c2419a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c2419a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c241080b0 0x7f5c241a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2410f4c0 con 0x7f5c241033b0 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2410f340 con 0x7f5c24102170 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5c2410f640 con 0x7f5c241080b0 2024-04-25T15:58:56.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c2419a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c2419a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33962/0 (socket says 172.21.15.112:33962) 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 -- 172.21.15.112:0/201907374 learned_addr learned my addr 172.21.15.112:0/201907374 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c29095640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c24102170 0x7f5c2419a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c29896640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c241080b0 0x7f5c241a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 -- 172.21.15.112:0/201907374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c241080b0 msgr2=0x7f5c241a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c241080b0 0x7f5c241a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 -- 172.21.15.112:0/201907374 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c24102170 msgr2=0x7f5c2419a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c24102170 0x7f5c2419a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 -- 172.21.15.112:0/201907374 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c241a1be0 con 0x7f5c241033b0 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c28894640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c2419a690 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009230 tx=0x7f5c200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c1a7fc640 1 -- 172.21.15.112:0/201907374 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2003f030 con 0x7f5c241033b0 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c1a7fc640 1 -- 172.21.15.112:0/201907374 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5c20003c90 con 0x7f5c241033b0 2024-04-25T15:58:56.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c1a7fc640 1 -- 172.21.15.112:0/201907374 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20035070 con 0x7f5c241033b0 2024-04-25T15:58:56.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c241a1e70 con 0x7f5c241033b0 2024-04-25T15:58:56.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.180+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c241a2280 con 0x7f5c241033b0 2024-04-25T15:58:56.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.181+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c24106ec0 con 0x7f5c241033b0 2024-04-25T15:58:56.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.183+0000 7f5c1a7fc640 1 -- 172.21.15.112:0/201907374 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f5c20042030 con 0x7f5c241033b0 2024-04-25T15:58:56.185 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.184+0000 7f5c1a7fc640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5c100afaf0 0x7f5c100b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.184+0000 7f5c29095640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5c100afaf0 0x7f5c100b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.184+0000 7f5c1a7fc640 1 -- 172.21.15.112:0/201907374 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f5c200ffa80 con 0x7f5c241033b0 2024-04-25T15:58:56.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.184+0000 7f5c29095640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5c100afaf0 0x7f5c100b2000 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5c24102d70 tx=0x7f5c14005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:56.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.188+0000 7f5c1a7fc640 1 -- 172.21.15.112:0/201907374 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c200c83c0 con 0x7f5c241033b0 2024-04-25T15:58:56.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.368+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5c240637d0 con 0x7f5c241033b0 2024-04-25T15:58:56.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.368+0000 7f5c1a7fc640 1 -- 172.21.15.112:0/201907374 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v79) ==== 93+0+10 (secure 0 0 0) 0x7f5c200c7cc0 con 0x7f5c241033b0 2024-04-25T15:58:56.370 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T15:58:56.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5c100afaf0 msgr2=0x7f5c100b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5c100afaf0 0x7f5c100b2000 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5c24102d70 tx=0x7f5c14005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 msgr2=0x7f5c2419a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c2419a690 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009230 tx=0x7f5c200042f0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 shutdown_connections 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5c100afaf0 0x7f5c100b2000 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c241080b0 0x7f5c241a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c241033b0 0x7f5c2419a690 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 --2- 172.21.15.112:0/201907374 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c24102170 0x7f5c2419a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 >> 172.21.15.112:0/201907374 conn(0x7f5c240fd340 msgr2=0x7f5c24104090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:56.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 shutdown_connections 2024-04-25T15:58:56.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.370+0000 7f5c2b2f9640 1 -- 172.21.15.112:0/201907374 wait complete. 2024-04-25T15:58:56.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:56 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/57134602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T15:58:56.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:56 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3799371771' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T15:58:56.381 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:56 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/105665034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:56.382 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T15:58:56.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:56 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/57134602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T15:58:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:56 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3799371771' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T15:58:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:56 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/105665034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:56.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.491+0000 7fcdd349f640 1 -- 172.21.15.112:0/2743009264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 msgr2=0x7fcdcc109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.491+0000 7fcdd349f640 1 --2- 172.21.15.112:0/2743009264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc109110 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc009900 tx=0x7fcdbc02a410 comp rx=0 tx=0).stop 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.491+0000 7fcdd349f640 1 -- 172.21.15.112:0/2743009264 shutdown_connections 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.491+0000 7fcdd349f640 1 --2- 172.21.15.112:0/2743009264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcdcc1097a0 0x7fcdcc10bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.491+0000 7fcdd349f640 1 --2- 172.21.15.112:0/2743009264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc109110 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.491+0000 7fcdd349f640 1 --2- 172.21.15.112:0/2743009264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdcc101e50 0x7fcdcc102260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.491+0000 7fcdd349f640 1 -- 172.21.15.112:0/2743009264 >> 172.21.15.112:0/2743009264 conn(0x7fcdcc0fd380 msgr2=0x7fcdcc0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 -- 172.21.15.112:0/2743009264 shutdown_connections 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 -- 172.21.15.112:0/2743009264 wait complete. 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 Processor -- start 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 -- start start 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcdcc101e50 0x7fcdcc19a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc19a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdcc1097a0 0x7fcdcc1a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc10f4e0 con 0x7fcdcc106c30 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc10f360 con 0x7fcdcc101e50 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd349f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc10f660 con 0x7fcdcc1097a0 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd0a3a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc19a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd0a3a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc19a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33976/0 (socket says 172.21.15.112:33976) 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.492+0000 7fcdd0a3a640 1 -- 172.21.15.112:0/3048232153 learned_addr learned my addr 172.21.15.112:0/3048232153 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd1a3c640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdcc1097a0 0x7fcdcc1a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd123b640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcdcc101e50 0x7fcdcc19a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd0a3a640 1 -- 172.21.15.112:0/3048232153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdcc1097a0 msgr2=0x7fcdcc1a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd0a3a640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdcc1097a0 0x7fcdcc1a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd0a3a640 1 -- 172.21.15.112:0/3048232153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcdcc101e50 msgr2=0x7fcdcc19a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd0a3a640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcdcc101e50 0x7fcdcc19a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd0a3a640 1 -- 172.21.15.112:0/3048232153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdcc1a1c80 con 0x7fcdcc106c30 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd0a3a640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc19a680 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc009230 tx=0x7fcdbc005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdc27fc640 1 -- 172.21.15.112:0/3048232153 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc03f030 con 0x7fcdcc106c30 2024-04-25T15:58:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdc27fc640 1 -- 172.21.15.112:0/3048232153 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcdbc0043d0 con 0x7fcdcc106c30 2024-04-25T15:58:56.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdcc1a1f10 con 0x7fcdcc106c30 2024-04-25T15:58:56.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdc27fc640 1 -- 172.21.15.112:0/3048232153 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc035070 con 0x7fcdcc106c30 2024-04-25T15:58:56.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.493+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdcc1a2320 con 0x7fcdcc106c30 2024-04-25T15:58:56.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.494+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdcc0feea0 con 0x7fcdcc106c30 2024-04-25T15:58:56.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.495+0000 7fcdc27fc640 1 -- 172.21.15.112:0/3048232153 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fcdbc042030 con 0x7fcdcc106c30 2024-04-25T15:58:56.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.496+0000 7fcdc27fc640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdb80afaf0 0x7fcdb80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.496+0000 7fcdd123b640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdb80afaf0 0x7fcdb80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.496+0000 7fcdc27fc640 1 -- 172.21.15.112:0/3048232153 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fcdbc0ff840 con 0x7fcdcc106c30 2024-04-25T15:58:56.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.496+0000 7fcdd123b640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdb80afaf0 0x7fcdb80b2000 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc104b20 tx=0x7fcdc8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:56.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.500+0000 7fcdc27fc640 1 -- 172.21.15.112:0/3048232153 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcdbc0c81e0 con 0x7fcdcc106c30 2024-04-25T15:58:56.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:56 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/57134602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T15:58:56.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:56 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3799371771' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T15:58:56.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:56 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/105665034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:58:56.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.677+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fcdcc02dce0 con 0x7fcdcc106c30 2024-04-25T15:58:56.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.678+0000 7fcdc27fc640 1 -- 172.21.15.112:0/3048232153 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v79) ==== 104+0+11 (secure 0 0 0) 0x7fcdbc0c7ae0 con 0x7fcdcc106c30 2024-04-25T15:58:56.679 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.679+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdb80afaf0 msgr2=0x7fcdb80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.679+0000 7fcdd349f640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdb80afaf0 0x7fcdb80b2000 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc104b20 tx=0x7fcdc8005f90 comp rx=0 tx=0).stop 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.679+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 msgr2=0x7fcdcc19a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.679+0000 7fcdd349f640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc19a680 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc009230 tx=0x7fcdbc005e80 comp rx=0 tx=0).stop 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 shutdown_connections 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcdb80afaf0 0x7fcdb80b2000 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdcc1097a0 0x7fcdcc1a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcdcc106c30 0x7fcdcc19a680 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 --2- 172.21.15.112:0/3048232153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcdcc101e50 0x7fcdcc19a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 >> 172.21.15.112:0/3048232153 conn(0x7fcdcc0fd380 msgr2=0x7fcdcc107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 shutdown_connections 2024-04-25T15:58:56.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.680+0000 7fcdd349f640 1 -- 172.21.15.112:0/3048232153 wait complete. 2024-04-25T15:58:56.691 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 -- 172.21.15.112:0/988845519 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c108930 msgr2=0x7fc53c10ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 --2- 172.21.15.112:0/988845519 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c108930 0x7fc53c10ad50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc534009ca0 tx=0x7fc53402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 -- 172.21.15.112:0/988845519 shutdown_connections 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 --2- 172.21.15.112:0/988845519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c103c30 0x7fc53c104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 --2- 172.21.15.112:0/988845519 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c108930 0x7fc53c10ad50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 --2- 172.21.15.112:0/988845519 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc53c1029f0 0x7fc53c1036f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 -- 172.21.15.112:0/988845519 >> 172.21.15.112:0/988845519 conn(0x7fc53c0fdbc0 msgr2=0x7fc53c100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 -- 172.21.15.112:0/988845519 shutdown_connections 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.802+0000 7fc541b7a640 1 -- 172.21.15.112:0/988845519 wait complete. 2024-04-25T15:58:56.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 Processor -- start 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 -- start start 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c1029f0 0x7fc53c198ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c103c30 0x7fc53c199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc53c108930 0x7fc53c1a04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c10e420 con 0x7fc53c103c30 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c10e2a0 con 0x7fc53c108930 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.803+0000 7fc541b7a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c10e5a0 con 0x7fc53c1029f0 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c103c30 0x7fc53c199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c103c30 0x7fc53c199530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33998/0 (socket says 172.21.15.112:33998) 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 -- 172.21.15.112:0/985820854 learned_addr learned my addr 172.21.15.112:0/985820854 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53b7fe640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c1029f0 0x7fc53c198ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53bfff640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc53c108930 0x7fc53c1a04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 -- 172.21.15.112:0/985820854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c1029f0 msgr2=0x7fc53c198ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c1029f0 0x7fc53c198ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 -- 172.21.15.112:0/985820854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc53c108930 msgr2=0x7fc53c1a04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc53c108930 0x7fc53c1a04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 -- 172.21.15.112:0/985820854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc53c1a0b30 con 0x7fc53c103c30 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc53affd640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c103c30 0x7fc53c199530 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc53000d770 tx=0x7fc53000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc538ff9640 1 -- 172.21.15.112:0/985820854 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc530017070 con 0x7fc53c103c30 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc538ff9640 1 -- 172.21.15.112:0/985820854 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc5300054b0 con 0x7fc53c103c30 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc53c1a0e20 con 0x7fc53c103c30 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc538ff9640 1 -- 172.21.15.112:0/985820854 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc530004c60 con 0x7fc53c103c30 2024-04-25T15:58:56.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.804+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc53c1a1280 con 0x7fc53c103c30 2024-04-25T15:58:56.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.805+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc53c107740 con 0x7fc53c103c30 2024-04-25T15:58:56.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.807+0000 7fc538ff9640 1 -- 172.21.15.112:0/985820854 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fc530004e00 con 0x7fc53c103c30 2024-04-25T15:58:56.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.807+0000 7fc538ff9640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5240afaf0 0x7fc5240b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:56.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.808+0000 7fc53b7fe640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5240afaf0 0x7fc5240b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:56.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.808+0000 7fc538ff9640 1 -- 172.21.15.112:0/985820854 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fc5300debd0 con 0x7fc53c103c30 2024-04-25T15:58:56.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.808+0000 7fc53b7fe640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5240afaf0 0x7fc5240b2000 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc52c005fd0 tx=0x7fc52c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:56.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.811+0000 7fc538ff9640 1 -- 172.21.15.112:0/985820854 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc5300a6f20 con 0x7fc53c103c30 2024-04-25T15:58:56.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.987+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc53c02dce0 con 0x7fc53c103c30 2024-04-25T15:58:56.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.987+0000 7fc538ff9640 1 -- 172.21.15.112:0/985820854 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v79) ==== 100+0+11 (secure 0 0 0) 0x7fc5300ab220 con 0x7fc53c103c30 2024-04-25T15:58:56.988 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5240afaf0 msgr2=0x7fc5240b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5240afaf0 0x7fc5240b2000 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc52c005fd0 tx=0x7fc52c00b410 comp rx=0 tx=0).stop 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c103c30 msgr2=0x7fc53c199530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c103c30 0x7fc53c199530 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc53000d770 tx=0x7fc53000dc30 comp rx=0 tx=0).stop 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 shutdown_connections 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5240afaf0 0x7fc5240b2000 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc53c108930 0x7fc53c1a04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc53c103c30 0x7fc53c199530 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 --2- 172.21.15.112:0/985820854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c1029f0 0x7fc53c198ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.989+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 >> 172.21.15.112:0/985820854 conn(0x7fc53c0fdbc0 msgr2=0x7fc53c104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:56.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.990+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 shutdown_connections 2024-04-25T15:58:56.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:56.990+0000 7fc541b7a640 1 -- 172.21.15.112:0/985820854 wait complete. 2024-04-25T15:58:57.002 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 -- 172.21.15.112:0/3820212633 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec108930 msgr2=0x7f58ec10ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/3820212633 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec108930 0x7f58ec10ad50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f58e4009900 tx=0x7f58e402a410 comp rx=0 tx=0).stop 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 -- 172.21.15.112:0/3820212633 shutdown_connections 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/3820212633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58ec103c30 0x7f58ec104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/3820212633 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec108930 0x7f58ec10ad50 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/3820212633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f58ec1029f0 0x7f58ec1036f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 -- 172.21.15.112:0/3820212633 >> 172.21.15.112:0/3820212633 conn(0x7f58ec0fdbe0 msgr2=0x7f58ec100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 -- 172.21.15.112:0/3820212633 shutdown_connections 2024-04-25T15:58:57.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 -- 172.21.15.112:0/3820212633 wait complete. 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 Processor -- start 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.112+0000 7f58f0f4d640 1 -- start start 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec1029f0 0x7f58ec19a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f58ec103c30 0x7f58ec19a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58ec108930 0x7f58ec1a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f58ec10f4d0 con 0x7f58ec1029f0 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f58ec10f350 con 0x7f58ec103c30 2024-04-25T15:58:57.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f58ec10f650 con 0x7f58ec108930 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec1029f0 0x7f58ec19a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec1029f0 0x7f58ec19a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:34016/0 (socket says 172.21.15.112:34016) 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 -- 172.21.15.112:0/2603131098 learned_addr learned my addr 172.21.15.112:0/2603131098 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58e9d9b640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f58ec103c30 0x7f58ec19a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ead9d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58ec108930 0x7f58ec1a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 -- 172.21.15.112:0/2603131098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58ec108930 msgr2=0x7f58ec1a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58ec108930 0x7f58ec1a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 -- 172.21.15.112:0/2603131098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f58ec103c30 msgr2=0x7f58ec19a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f58ec103c30 0x7f58ec19a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 -- 172.21.15.112:0/2603131098 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58ec1a1c80 con 0x7f58ec1029f0 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ead9d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58ec108930 0x7f58ec1a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58ea59c640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec1029f0 0x7f58ec19a140 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00cce0 tx=0x7f58dc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58db7fe640 1 -- 172.21.15.112:0/2603131098 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc003990 con 0x7f58ec1029f0 2024-04-25T15:58:57.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58db7fe640 1 -- 172.21.15.112:0/2603131098 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f58dc004020 con 0x7f58ec1029f0 2024-04-25T15:58:57.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58db7fe640 1 -- 172.21.15.112:0/2603131098 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc00f6b0 con 0x7f58ec1029f0 2024-04-25T15:58:57.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58ec1a1f70 con 0x7f58ec1029f0 2024-04-25T15:58:57.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.113+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58ec1a2430 con 0x7f58ec1029f0 2024-04-25T15:58:57.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.114+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58ec107740 con 0x7f58ec1029f0 2024-04-25T15:58:57.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.116+0000 7f58db7fe640 1 -- 172.21.15.112:0/2603131098 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f58dc003b30 con 0x7f58ec1029f0 2024-04-25T15:58:57.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.116+0000 7f58db7fe640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58d40afb70 0x7f58d40b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.117+0000 7f58e9d9b640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58d40afb70 0x7f58d40b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.117+0000 7f58db7fe640 1 -- 172.21.15.112:0/2603131098 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f58dc0df2f0 con 0x7f58ec1029f0 2024-04-25T15:58:57.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.117+0000 7f58e9d9b640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58d40afb70 0x7f58d40b2080 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f58ec19b1e0 tx=0x7f58e000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:57.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.120+0000 7f58db7fe640 1 -- 172.21.15.112:0/2603131098 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f58dc014030 con 0x7f58ec1029f0 2024-04-25T15:58:57.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.303+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f58ec02dda0 con 0x7f58ec1029f0 2024-04-25T15:58:57.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.303+0000 7f58db7fe640 1 -- 172.21.15.112:0/2603131098 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v79) ==== 103+0+11 (secure 0 0 0) 0x7f58dc0a7d10 con 0x7f58ec1029f0 2024-04-25T15:58:57.304 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58d40afb70 msgr2=0x7f58d40b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58d40afb70 0x7f58d40b2080 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f58ec19b1e0 tx=0x7f58e000b390 comp rx=0 tx=0).stop 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec1029f0 msgr2=0x7f58ec19a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec1029f0 0x7f58ec19a140 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00cce0 tx=0x7f58dc00a620 comp rx=0 tx=0).stop 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 shutdown_connections 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58d40afb70 0x7f58d40b2080 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58ec108930 0x7f58ec1a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f58ec103c30 0x7f58ec19a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 --2- 172.21.15.112:0/2603131098 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f58ec1029f0 0x7f58ec19a140 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 >> 172.21.15.112:0/2603131098 conn(0x7f58ec0fdbe0 msgr2=0x7f58ec104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:57.307 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 shutdown_connections 2024-04-25T15:58:57.307 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.305+0000 7f58f0f4d640 1 -- 172.21.15.112:0/2603131098 wait complete. 2024-04-25T15:58:57.316 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:57 smithi112 ceph-mon[29426]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s wr, 0 op/s 2024-04-25T15:58:57.316 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:57 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/201907374' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.316 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:57 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3048232153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.316 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:57 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/985820854' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.317 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T15:58:57.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 -- 172.21.15.112:0/3664505269 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630103c20 msgr2=0x7fa630104030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 --2- 172.21.15.112:0/3664505269 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630103c20 0x7fa630104030 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa618009900 tx=0x7fa61802a410 comp rx=0 tx=0).stop 2024-04-25T15:58:57.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 -- 172.21.15.112:0/3664505269 shutdown_connections 2024-04-25T15:58:57.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 --2- 172.21.15.112:0/3664505269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa630108920 0x7fa63010ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 --2- 172.21.15.112:0/3664505269 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630103c20 0x7fa630104030 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 --2- 172.21.15.112:0/3664505269 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa6301029e0 0x7fa6301036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 -- 172.21.15.112:0/3664505269 >> 172.21.15.112:0/3664505269 conn(0x7fa6300fdbd0 msgr2=0x7fa630100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 -- 172.21.15.112:0/3664505269 shutdown_connections 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 -- 172.21.15.112:0/3664505269 wait complete. 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 Processor -- start 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.425+0000 7fa635e96640 1 -- start start 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6301029e0 0x7fa63019a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa630103c20 0x7fa63019a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630108920 0x7fa6301a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa63010f4c0 con 0x7fa630108920 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa63010f340 con 0x7fa630103c20 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa63010f640 con 0x7fa6301029e0 2024-04-25T15:58:57.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630108920 0x7fa6301a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630108920 0x7fa6301a1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:34034/0 (socket says 172.21.15.112:34034) 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 -- 172.21.15.112:0/4119082751 learned_addr learned my addr 172.21.15.112:0/4119082751 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa626ffd640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa630103c20 0x7fa63019a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62f7fe640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6301029e0 0x7fa63019a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 -- 172.21.15.112:0/4119082751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6301029e0 msgr2=0x7fa63019a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6301029e0 0x7fa63019a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 -- 172.21.15.112:0/4119082751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa630103c20 msgr2=0x7fa63019a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa630103c20 0x7fa63019a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 -- 172.21.15.112:0/4119082751 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6301a1ef0 con 0x7fa630108920 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62f7fe640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6301029e0 0x7fa63019a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62ffff640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630108920 0x7fa6301a1930 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa62800cad0 tx=0x7fa62800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62d7fa640 1 -- 172.21.15.112:0/4119082751 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62800ae20 con 0x7fa630108920 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6301a21e0 con 0x7fa630108920 2024-04-25T15:58:57.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62d7fa640 1 -- 172.21.15.112:0/4119082751 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa628005020 con 0x7fa630108920 2024-04-25T15:58:57.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa62d7fa640 1 -- 172.21.15.112:0/4119082751 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62800f6b0 con 0x7fa630108920 2024-04-25T15:58:57.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.426+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6301a2730 con 0x7fa630108920 2024-04-25T15:58:57.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.428+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa630107730 con 0x7fa630108920 2024-04-25T15:58:57.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.429+0000 7fa62d7fa640 1 -- 172.21.15.112:0/4119082751 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fa6280051d0 con 0x7fa630108920 2024-04-25T15:58:57.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.430+0000 7fa62d7fa640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa61c0afaf0 0x7fa61c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:58:57.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.430+0000 7fa62f7fe640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa61c0afaf0 0x7fa61c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:58:57.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.430+0000 7fa62d7fa640 1 -- 172.21.15.112:0/4119082751 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fa6280df1f0 con 0x7fa630108920 2024-04-25T15:58:57.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.430+0000 7fa62f7fe640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa61c0afaf0 0x7fa61c0b2000 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6301035e0 tx=0x7fa62000a5e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:58:57.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.434+0000 7fa62d7fa640 1 -- 172.21.15.112:0/4119082751 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa628014030 con 0x7fa630108920 2024-04-25T15:58:57.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:57 smithi133 ceph-mon[32641]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s wr, 0 op/s 2024-04-25T15:58:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:57 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/201907374' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:57 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3048232153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:57 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/985820854' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:57 smithi116 ceph-mon[32780]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s wr, 0 op/s 2024-04-25T15:58:57.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:57 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/201907374' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:57 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3048232153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:57 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/985820854' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T15:58:57.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.625+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa63002dca0 con 0x7fa630108920 2024-04-25T15:58:57.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.625+0000 7fa62d7fa640 1 -- 172.21.15.112:0/4119082751 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v79) ==== 81+0+600 (secure 0 0 0) 0x7fa6280a7b90 con 0x7fa630108920 2024-04-25T15:58:57.626 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3952841465 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:57.626 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:57.626 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:57.626 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:57.627 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3057346898 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:57.627 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2114197396 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:57.627 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/190877922 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:57.627 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/284813497 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:57.627 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T15:58:57.627 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2452462648 2024-04-26T15:51:32.118297+0000 2024-04-25T15:58:57.627 INFO:teuthology.orchestra.run.smithi112.stderr:listed 10 entries 2024-04-25T15:58:57.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa61c0afaf0 msgr2=0x7fa61c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa61c0afaf0 0x7fa61c0b2000 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6301035e0 tx=0x7fa62000a5e0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630108920 msgr2=0x7fa6301a1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630108920 0x7fa6301a1930 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa62800cad0 tx=0x7fa62800cf90 comp rx=0 tx=0).stop 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 shutdown_connections 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa61c0afaf0 0x7fa61c0b2000 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa630108920 0x7fa6301a1930 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa630103c20 0x7fa63019a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 --2- 172.21.15.112:0/4119082751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6301029e0 0x7fa63019a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 >> 172.21.15.112:0/4119082751 conn(0x7fa6300fdbd0 msgr2=0x7fa630104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 shutdown_connections 2024-04-25T15:58:57.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:58:57.627+0000 7fa635e96640 1 -- 172.21.15.112:0/4119082751 wait complete. 2024-04-25T15:58:57.640 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi112.front.sepia.ceph.com... 2024-04-25T15:58:57.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:58:57.640 DEBUG:teuthology.orchestra.run.smithi112:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-25T15:58:57.662 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi112.stderr:ceph-fuse[71455]: fuse finished with error 0 and tester_r 0 2024-04-25T15:58:57.664 INFO:teuthology.orchestra.run:waiting for 300 2024-04-25T15:58:58.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:58 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2603131098' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T15:58:58.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:58 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4119082751' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T15:58:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:58 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2603131098' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T15:58:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:58 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4119082751' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T15:58:58.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:58 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2603131098' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T15:58:58.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:58 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4119082751' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T15:58:59.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:58:59 smithi112 ceph-mon[29426]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 93 B/s wr, 0 op/s 2024-04-25T15:58:59.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:58:59 smithi116 ceph-mon[32780]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 93 B/s wr, 0 op/s 2024-04-25T15:58:59.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:58:59 smithi133 ceph-mon[32641]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 93 B/s wr, 0 op/s 2024-04-25T15:59:01.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:01 smithi116 ceph-mon[32780]: pgmap v293: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:01.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:01 smithi133 ceph-mon[32641]: pgmap v293: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:01.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:01 smithi112 ceph-mon[29426]: pgmap v293: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:03.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:03 smithi116 ceph-mon[32780]: pgmap v294: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:03.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:03 smithi133 ceph-mon[32641]: pgmap v294: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:03.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:03 smithi112 ceph-mon[29426]: pgmap v294: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:03.765 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T15:59:03.766 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T15:59:03.766 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-25T15:59:03.792 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:59:03.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 -- 172.21.15.112:0/1519506036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75801029e0 msgr2=0x7f75801036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:03.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 --2- 172.21.15.112:0/1519506036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75801029e0 0x7f75801036e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f7578009900 tx=0x7f757802a410 comp rx=0 tx=0).stop 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 -- 172.21.15.112:0/1519506036 shutdown_connections 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 --2- 172.21.15.112:0/1519506036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7580103c20 0x7f7580104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 --2- 172.21.15.112:0/1519506036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7580108920 0x7f758010ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 --2- 172.21.15.112:0/1519506036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75801029e0 0x7f75801036e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 -- 172.21.15.112:0/1519506036 >> 172.21.15.112:0/1519506036 conn(0x7f75800fdbf0 msgr2=0x7f7580100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 -- 172.21.15.112:0/1519506036 shutdown_connections 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.952+0000 7f7588757640 1 -- 172.21.15.112:0/1519506036 wait complete. 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 Processor -- start 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 -- start start 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75801029e0 0x7f75801990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7580103c20 0x7f7580199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7580108920 0x7f75801a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f758010e390 con 0x7f7580108920 2024-04-25T15:59:03.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f758010e210 con 0x7f75801029e0 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7588757640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f758010e510 con 0x7f7580103c20 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7586cf4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7580108920 0x7f75801a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7586cf4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7580108920 0x7f75801a0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58188/0 (socket says 172.21.15.112:58188) 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7586cf4640 1 -- 172.21.15.112:0/3382282303 learned_addr learned my addr 172.21.15.112:0/3382282303 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f7585cf2640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7580103c20 0x7f7580199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.953+0000 7f75864f3640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75801029e0 0x7f75801990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7586cf4640 1 -- 172.21.15.112:0/3382282303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7580103c20 msgr2=0x7f7580199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7586cf4640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7580103c20 0x7f7580199600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7586cf4640 1 -- 172.21.15.112:0/3382282303 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75801029e0 msgr2=0x7f75801990c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7586cf4640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75801029e0 0x7f75801990c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7586cf4640 1 -- 172.21.15.112:0/3382282303 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75801a0c00 con 0x7f7580108920 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7586cf4640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7580108920 0x7f75801a0590 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f757c00eb10 tx=0x7f757c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f75777fe640 1 -- 172.21.15.112:0/3382282303 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c004b20 con 0x7f7580108920 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f75777fe640 1 -- 172.21.15.112:0/3382282303 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f757c004cc0 con 0x7f7580108920 2024-04-25T15:59:03.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75801a0ef0 con 0x7f7580108920 2024-04-25T15:59:03.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f75777fe640 1 -- 172.21.15.112:0/3382282303 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c010690 con 0x7f7580108920 2024-04-25T15:59:03.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.954+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75801a1300 con 0x7f7580108920 2024-04-25T15:59:03.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.955+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7580107730 con 0x7f7580108920 2024-04-25T15:59:03.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.957+0000 7f75777fe640 1 -- 172.21.15.112:0/3382282303 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f757c005000 con 0x7f7580108920 2024-04-25T15:59:03.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.957+0000 7f75777fe640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f756c0afaf0 0x7f756c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:03.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.957+0000 7f75864f3640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f756c0afaf0 0x7f756c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:03.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.957+0000 7f75777fe640 1 -- 172.21.15.112:0/3382282303 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f757c0df6c0 con 0x7f7580108920 2024-04-25T15:59:03.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.958+0000 7f75864f3640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f756c0afaf0 0x7f756c0b2000 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f75780057c0 tx=0x7f7578000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:03.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:03.961+0000 7f75777fe640 1 -- 172.21.15.112:0/3382282303 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f757c053ff0 con 0x7f7580108920 2024-04-25T15:59:04.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.143+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f758002dd20 con 0x7f7580108920 2024-04-25T15:59:04.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.145+0000 7f75777fe640 1 -- 172.21.15.112:0/3382282303 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7f757c0a8060 con 0x7f7580108920 2024-04-25T15:59:04.146 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:04.147 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:59:04.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f756c0afaf0 msgr2=0x7f756c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f756c0afaf0 0x7f756c0b2000 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f75780057c0 tx=0x7f7578000bc0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7580108920 msgr2=0x7f75801a0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7580108920 0x7f75801a0590 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f757c00eb10 tx=0x7f757c00c2d0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 shutdown_connections 2024-04-25T15:59:04.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f756c0afaf0 0x7f756c0b2000 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7580103c20 0x7f7580199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7580108920 0x7f75801a0590 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 --2- 172.21.15.112:0/3382282303 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75801029e0 0x7f75801990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 >> 172.21.15.112:0/3382282303 conn(0x7f75800fdbf0 msgr2=0x7f7580104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:04.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 shutdown_connections 2024-04-25T15:59:04.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.147+0000 7f7588757640 1 -- 172.21.15.112:0/3382282303 wait complete. 2024-04-25T15:59:04.160 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.269+0000 7f7648334640 1 -- 172.21.15.112:0/2306803026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 msgr2=0x7f76401069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.269+0000 7f7648334640 1 --2- 172.21.15.112:0/2306803026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f76401069e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7638009900 tx=0x7f763802a410 comp rx=0 tx=0).stop 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.269+0000 7f7648334640 1 -- 172.21.15.112:0/2306803026 shutdown_connections 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 --2- 172.21.15.112:0/2306803026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7640106f20 0x7f7640109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 --2- 172.21.15.112:0/2306803026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7640109880 0x7f764010bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 --2- 172.21.15.112:0/2306803026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f76401069e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 -- 172.21.15.112:0/2306803026 >> 172.21.15.112:0/2306803026 conn(0x7f76400fdba0 msgr2=0x7f7640100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 -- 172.21.15.112:0/2306803026 shutdown_connections 2024-04-25T15:59:04.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 -- 172.21.15.112:0/2306803026 wait complete. 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 Processor -- start 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.270+0000 7f7648334640 1 -- start start 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f7648334640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f764019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f7648334640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7640106f20 0x7f764019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f7648334640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7640109880 0x7f76401a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f7648334640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f764010f460 con 0x7f76401045c0 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f7648334640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f764010f2e0 con 0x7f7640109880 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f7648334640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f764010f5e0 con 0x7f7640106f20 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f764019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f764019a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58202/0 (socket says 172.21.15.112:58202) 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 -- 172.21.15.112:0/263567331 learned_addr learned my addr 172.21.15.112:0/263567331 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:04.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76468d1640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7640109880 0x7f76401a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76458cf640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7640106f20 0x7f764019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 -- 172.21.15.112:0/263567331 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7640106f20 msgr2=0x7f764019a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7640106f20 0x7f764019a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 -- 172.21.15.112:0/263567331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7640109880 msgr2=0x7f76401a1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7640109880 0x7f76401a1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 -- 172.21.15.112:0/263567331 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76401a1c70 con 0x7f76401045c0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.271+0000 7f76460d0640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f764019a130 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7638031460 tx=0x7f7638004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.273+0000 7f76377fe640 1 -- 172.21.15.112:0/263567331 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763803f030 con 0x7f76401045c0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.273+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76401a1f00 con 0x7f76401045c0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.273+0000 7f76377fe640 1 -- 172.21.15.112:0/263567331 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7638003a80 con 0x7f76401045c0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.273+0000 7f76377fe640 1 -- 172.21.15.112:0/263567331 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7638035070 con 0x7f76401045c0 2024-04-25T15:59:04.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.274+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76401a2360 con 0x7f76401045c0 2024-04-25T15:59:04.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.275+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76400ff6c0 con 0x7f76401045c0 2024-04-25T15:59:04.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.277+0000 7f76377fe640 1 -- 172.21.15.112:0/263567331 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f7638042030 con 0x7f76401045c0 2024-04-25T15:59:04.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.277+0000 7f76377fe640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f762c0afaf0 0x7f762c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.278+0000 7f76458cf640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f762c0afaf0 0x7f762c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:04.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.278+0000 7f76377fe640 1 -- 172.21.15.112:0/263567331 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f76380ff890 con 0x7f76401045c0 2024-04-25T15:59:04.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.278+0000 7f76458cf640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f762c0afaf0 0x7f762c0b2000 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f764019b1d0 tx=0x7f763000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:04.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.281+0000 7f76377fe640 1 -- 172.21.15.112:0/263567331 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f76380c7be0 con 0x7f76401045c0 2024-04-25T15:59:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:04 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3382282303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:04.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.458+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f764002dd20 con 0x7f76401045c0 2024-04-25T15:59:04.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.460+0000 7f76377fe640 1 -- 172.21.15.112:0/263567331 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7f76380cbee0 con 0x7f76401045c0 2024-04-25T15:59:04.461 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:04.461 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:59:04.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f762c0afaf0 msgr2=0x7f762c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f762c0afaf0 0x7f762c0b2000 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f764019b1d0 tx=0x7f763000b390 comp rx=0 tx=0).stop 2024-04-25T15:59:04.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 msgr2=0x7f764019a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f764019a130 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7638031460 tx=0x7f7638004270 comp rx=0 tx=0).stop 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 shutdown_connections 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f762c0afaf0 0x7f762c0b2000 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7640106f20 0x7f764019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7640109880 0x7f76401a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 --2- 172.21.15.112:0/263567331 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f76401045c0 0x7f764019a130 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 >> 172.21.15.112:0/263567331 conn(0x7f76400fdba0 msgr2=0x7f7640106650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 shutdown_connections 2024-04-25T15:59:04.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.462+0000 7f7648334640 1 -- 172.21.15.112:0/263567331 wait complete. 2024-04-25T15:59:04.475 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-25T15:59:04.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:04 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3382282303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:04.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 -- 172.21.15.112:0/2045186491 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 msgr2=0x7f612c1036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 --2- 172.21.15.112:0/2045186491 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c1036e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6124009ca0 tx=0x7f612402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 -- 172.21.15.112:0/2045186491 shutdown_connections 2024-04-25T15:59:04.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 --2- 172.21.15.112:0/2045186491 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f612c108920 0x7f612c10ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 --2- 172.21.15.112:0/2045186491 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f612c103c20 0x7f612c104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 --2- 172.21.15.112:0/2045186491 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c1036e0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 -- 172.21.15.112:0/2045186491 >> 172.21.15.112:0/2045186491 conn(0x7f612c0fdbd0 msgr2=0x7f612c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 -- 172.21.15.112:0/2045186491 shutdown_connections 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.584+0000 7f6130e8c640 1 -- 172.21.15.112:0/2045186491 wait complete. 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 Processor -- start 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 -- start start 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c06a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f612c103c20 0x7f612c19f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f612c108920 0x7f612c1a1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f612c10e3e0 con 0x7f612c1029e0 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f612c10e260 con 0x7f612c103c20 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6130e8c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f612c10e560 con 0x7f612c108920 2024-04-25T15:59:04.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c06a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c06a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58206/0 (socket says 172.21.15.112:58206) 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 -- 172.21.15.112:0/1413291711 learned_addr learned my addr 172.21.15.112:0/1413291711 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6129d9b640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f612c103c20 0x7f612c19f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 -- 172.21.15.112:0/1413291711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f612c108920 msgr2=0x7f612c1a1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f612c108920 0x7f612c1a1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 -- 172.21.15.112:0/1413291711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f612c103c20 msgr2=0x7f612c19f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f612c103c20 0x7f612c19f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f612a59c640 1 -- 172.21.15.112:0/1413291711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f612c1a1ee0 con 0x7f612c1029e0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.585+0000 7f6129d9b640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f612c103c20 0x7f612c19f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.586+0000 7f612a59c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c06a900 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6124004af0 tx=0x7f6124003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.586+0000 7f61237fe640 1 -- 172.21.15.112:0/1413291711 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6124004040 con 0x7f612c1029e0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.586+0000 7f61237fe640 1 -- 172.21.15.112:0/1413291711 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6124004670 con 0x7f612c1029e0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.586+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f612c1a2170 con 0x7f612c1029e0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.586+0000 7f61237fe640 1 -- 172.21.15.112:0/1413291711 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6124030ce0 con 0x7f612c1029e0 2024-04-25T15:59:04.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.586+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f612c1a26c0 con 0x7f612c1029e0 2024-04-25T15:59:04.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.587+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f612c107730 con 0x7f612c1029e0 2024-04-25T15:59:04.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.588+0000 7f61237fe640 1 -- 172.21.15.112:0/1413291711 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f61240041e0 con 0x7f612c1029e0 2024-04-25T15:59:04.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.589+0000 7f61237fe640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f61180afaf0 0x7f61180b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:04.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.589+0000 7f6129d9b640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f61180afaf0 0x7f61180b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:04.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.589+0000 7f61237fe640 1 -- 172.21.15.112:0/1413291711 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f61241006e0 con 0x7f612c1029e0 2024-04-25T15:59:04.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.590+0000 7f6129d9b640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f61180afaf0 0x7f61180b2000 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f612c06a2a0 tx=0x7f6114005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:04.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.593+0000 7f61237fe640 1 -- 172.21.15.112:0/1413291711 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f61240c9080 con 0x7f612c1029e0 2024-04-25T15:59:04.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:04 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3382282303' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:04.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:04.814+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f612c06c2a0 con 0x7f612c1029e0 2024-04-25T15:59:05.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.276+0000 7f61237fe640 1 -- 172.21.15.112:0/1413291711 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f6124004820 con 0x7f612c1029e0 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f61180afaf0 msgr2=0x7f61180b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f61180afaf0 0x7f61180b2000 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f612c06a2a0 tx=0x7f6114005db0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 msgr2=0x7f612c06a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c06a900 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6124004af0 tx=0x7f6124003a70 comp rx=0 tx=0).stop 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 shutdown_connections 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f61180afaf0 0x7f61180b2000 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f612c108920 0x7f612c1a1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f612c103c20 0x7f612c19f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 --2- 172.21.15.112:0/1413291711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f612c1029e0 0x7f612c06a900 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 >> 172.21.15.112:0/1413291711 conn(0x7f612c0fdbd0 msgr2=0x7f612c104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 shutdown_connections 2024-04-25T15:59:05.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.279+0000 7f6130e8c640 1 -- 172.21.15.112:0/1413291711 wait complete. 2024-04-25T15:59:05.292 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-25T15:59:05.292 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-04-25T15:59:05.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 -- 172.21.15.112:0/23539094 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 msgr2=0x7f3d04109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:05.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 --2- 172.21.15.112:0/23539094 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d04109360 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8009900 tx=0x7f3cf802a410 comp rx=0 tx=0).stop 2024-04-25T15:59:05.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 -- 172.21.15.112:0/23539094 shutdown_connections 2024-04-25T15:59:05.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 --2- 172.21.15.112:0/23539094 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d041098a0 0x7f3d0410bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 --2- 172.21.15.112:0/23539094 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d04109360 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 --2- 172.21.15.112:0/23539094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d041045e0 0x7f3d04106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 -- 172.21.15.112:0/23539094 >> 172.21.15.112:0/23539094 conn(0x7f3d040fdbc0 msgr2=0x7f3d04100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 -- 172.21.15.112:0/23539094 shutdown_connections 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.402+0000 7f3d0a296640 1 -- 172.21.15.112:0/23539094 wait complete. 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 Processor -- start 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 -- start start 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d041045e0 0x7f3d0419a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d0419a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d041098a0 0x7f3d041a1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3d0410f4d0 con 0x7f3d04106f40 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3d0410f350 con 0x7f3d041045e0 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d0a296640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3d0410f650 con 0x7f3d041098a0 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d037fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d0419a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d037fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d0419a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58214/0 (socket says 172.21.15.112:58214) 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.403+0000 7f3d037fe640 1 -- 172.21.15.112:0/322113854 learned_addr learned my addr 172.21.15.112:0/322113854 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d03fff640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d041045e0 0x7f3d0419a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:05.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d08833640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d041098a0 0x7f3d041a1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d037fe640 1 -- 172.21.15.112:0/322113854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d041098a0 msgr2=0x7f3d041a1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d037fe640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d041098a0 0x7f3d041a1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d037fe640 1 -- 172.21.15.112:0/322113854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d041045e0 msgr2=0x7f3d0419a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d037fe640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d041045e0 0x7f3d0419a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d037fe640 1 -- 172.21.15.112:0/322113854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d041a1d00 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d08833640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d041098a0 0x7f3d041a1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d037fe640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d0419a700 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8009230 tx=0x7f3cf80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d017fa640 1 -- 172.21.15.112:0/322113854 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf803f030 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d017fa640 1 -- 172.21.15.112:0/322113854 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3cf80044c0 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d041a1f90 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d017fa640 1 -- 172.21.15.112:0/322113854 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf8035070 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.404+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d041a23a0 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.405+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d040ff6e0 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.407+0000 7f3d017fa640 1 -- 172.21.15.112:0/322113854 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f3cf8042030 con 0x7f3d04106f40 2024-04-25T15:59:05.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.407+0000 7f3d017fa640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3cec0afaf0 0x7f3cec0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:05.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.407+0000 7f3d03fff640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3cec0afaf0 0x7f3cec0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:05.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.407+0000 7f3d017fa640 1 -- 172.21.15.112:0/322113854 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f3cf80ff410 con 0x7f3d04106f40 2024-04-25T15:59:05.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.408+0000 7f3d03fff640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3cec0afaf0 0x7f3cec0b2000 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3cf40058c0 tx=0x7f3cf400a250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:05.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.412+0000 7f3d017fa640 1 -- 172.21.15.112:0/322113854 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3cf80c7db0 con 0x7f3d04106f40 2024-04-25T15:59:05.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:05 smithi116 ceph-mon[32780]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:05 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/263567331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:05.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:05 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1413291711' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T15:59:05.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:05.627+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f3d040637a0 con 0x7f3d04106f40 2024-04-25T15:59:05.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:05 smithi133 ceph-mon[32641]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:05.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:05 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/263567331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:05.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:05 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1413291711' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T15:59:05.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:05 smithi112 ceph-mon[29426]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T15:59:05.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:05 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/263567331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:05.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:05 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1413291711' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T15:59:06.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.282+0000 7f3d017fa640 1 -- 172.21.15.112:0/322113854 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7f3cf80c76b0 con 0x7f3d04106f40 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.284+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3cec0afaf0 msgr2=0x7f3cec0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.284+0000 7f3d0a296640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3cec0afaf0 0x7f3cec0b2000 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3cf40058c0 tx=0x7f3cf400a250 comp rx=0 tx=0).stop 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 msgr2=0x7f3d0419a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d0419a700 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8009230 tx=0x7f3cf80040c0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 shutdown_connections 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3cec0afaf0 0x7f3cec0b2000 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d041098a0 0x7f3d041a1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d04106f40 0x7f3d0419a700 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 --2- 172.21.15.112:0/322113854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d041045e0 0x7f3d0419a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 >> 172.21.15.112:0/322113854 conn(0x7f3d040fdbc0 msgr2=0x7f3d04106680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 shutdown_connections 2024-04-25T15:59:06.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.285+0000 7f3d0a296640 1 -- 172.21.15.112:0/322113854 wait complete. 2024-04-25T15:59:06.299 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-25T15:59:06.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 -- 172.21.15.112:0/2421267267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 msgr2=0x7f09b4104800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:06.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 --2- 172.21.15.112:0/2421267267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4104800 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f09a4009900 tx=0x7f09a402a410 comp rx=0 tx=0).stop 2024-04-25T15:59:06.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 -- 172.21.15.112:0/2421267267 shutdown_connections 2024-04-25T15:59:06.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 --2- 172.21.15.112:0/2421267267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09b4104d40 0x7f09b4105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 --2- 172.21.15.112:0/2421267267 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09b4109a40 0x7f09b410be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 --2- 172.21.15.112:0/2421267267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4104800 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 -- 172.21.15.112:0/2421267267 >> 172.21.15.112:0/2421267267 conn(0x7f09b40fed10 msgr2=0x7f09b41011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 -- 172.21.15.112:0/2421267267 shutdown_connections 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.411+0000 7f09b93d5640 1 -- 172.21.15.112:0/2421267267 wait complete. 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 Processor -- start 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 -- start start 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4077960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09b4104d40 0x7f09b4076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09b4109a40 0x7f09b4076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f09b410f510 con 0x7f09b4103b00 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f09b410f390 con 0x7f09b4109a40 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b93d5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f09b410f690 con 0x7f09b4104d40 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.412+0000 7f09b2ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4077960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4077960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58240/0 (socket says 172.21.15.112:58240) 2024-04-25T15:59:06.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 -- 172.21.15.112:0/3915610097 learned_addr learned my addr 172.21.15.112:0/3915610097 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b27fc640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09b4104d40 0x7f09b4076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 -- 172.21.15.112:0/3915610097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09b4104d40 msgr2=0x7f09b4076000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09b4104d40 0x7f09b4076000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 -- 172.21.15.112:0/3915610097 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09b4109a40 msgr2=0x7f09b4076540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09b4109a40 0x7f09b4076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 -- 172.21.15.112:0/3915610097 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b4076c70 con 0x7f09b4103b00 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b2ffd640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4077960 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f09a4005ab0 tx=0x7f09a40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f099bfff640 1 -- 172.21.15.112:0/3915610097 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a403f030 con 0x7f09b4103b00 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f099bfff640 1 -- 172.21.15.112:0/3915610097 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f09a4032e40 con 0x7f09b4103b00 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09b41a42f0 con 0x7f09b4103b00 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f099bfff640 1 -- 172.21.15.112:0/3915610097 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a4035070 con 0x7f09b4103b00 2024-04-25T15:59:06.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.413+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09b41a4770 con 0x7f09b4103b00 2024-04-25T15:59:06.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.414+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09b406a160 con 0x7f09b4103b00 2024-04-25T15:59:06.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.416+0000 7f099bfff640 1 -- 172.21.15.112:0/3915610097 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f09a4042030 con 0x7f09b4103b00 2024-04-25T15:59:06.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.417+0000 7f099bfff640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f099c0afaf0 0x7f099c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:06.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.417+0000 7f09b27fc640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f099c0afaf0 0x7f099c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:06.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.417+0000 7f099bfff640 1 -- 172.21.15.112:0/3915610097 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f09a40ff8f0 con 0x7f09b4103b00 2024-04-25T15:59:06.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.417+0000 7f09b27fc640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f099c0afaf0 0x7f099c0b2000 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f09b4077300 tx=0x7f09a8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:06.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.421+0000 7f099bfff640 1 -- 172.21.15.112:0/3915610097 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f09a40c8290 con 0x7f09b4103b00 2024-04-25T15:59:06.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:06.639+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f09b4108850 con 0x7f09b4103b00 2024-04-25T15:59:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:06 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1413291711' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T15:59:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:06 smithi133 ceph-mon[32641]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:59:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:06 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/322113854' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T15:59:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:06 smithi133 ceph-mon[32641]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-25T15:59:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:06 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1413291711' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T15:59:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:06 smithi112 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:59:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:06 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/322113854' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T15:59:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:06 smithi112 ceph-mon[29426]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-25T15:59:06.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:06 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1413291711' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T15:59:06.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:06 smithi116 ceph-mon[32780]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:59:06.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:06 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/322113854' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T15:59:06.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:06 smithi116 ceph-mon[32780]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-25T15:59:07.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.291+0000 7f099bfff640 1 -- 172.21.15.112:0/3915610097 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) ==== 121+0+0 (secure 0 0 0) 0x7f09b4108850 con 0x7f09b4103b00 2024-04-25T15:59:07.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f099c0afaf0 msgr2=0x7f099c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:07.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f099c0afaf0 0x7f099c0b2000 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f09b4077300 tx=0x7f09a8008040 comp rx=0 tx=0).stop 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 msgr2=0x7f09b4077960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4077960 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f09a4005ab0 tx=0x7f09a40042f0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 shutdown_connections 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f099c0afaf0 0x7f099c0b2000 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09b4104d40 0x7f09b4076000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09b4109a40 0x7f09b4076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 --2- 172.21.15.112:0/3915610097 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09b4103b00 0x7f09b4077960 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.294+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 >> 172.21.15.112:0/3915610097 conn(0x7f09b40fed10 msgr2=0x7f09b4105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.295+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 shutdown_connections 2024-04-25T15:59:07.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.295+0000 7f09b93d5640 1 -- 172.21.15.112:0/3915610097 wait complete. 2024-04-25T15:59:07.312 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-25T15:59:07.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 -- 172.21.15.112:0/977433042 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284103af0 msgr2=0x7f02841047f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:07.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 --2- 172.21.15.112:0/977433042 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284103af0 0x7f02841047f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0274009900 tx=0x7f027402a410 comp rx=0 tx=0).stop 2024-04-25T15:59:07.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 -- 172.21.15.112:0/977433042 shutdown_connections 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 --2- 172.21.15.112:0/977433042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0284104d30 0x7f0284105140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 --2- 172.21.15.112:0/977433042 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0284109a30 0x7f028410be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 --2- 172.21.15.112:0/977433042 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284103af0 0x7f02841047f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 -- 172.21.15.112:0/977433042 >> 172.21.15.112:0/977433042 conn(0x7f02840fece0 msgr2=0x7f0284101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 -- 172.21.15.112:0/977433042 shutdown_connections 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.428+0000 7f028c534640 1 -- 172.21.15.112:0/977433042 wait complete. 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 Processor -- start 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 -- start start 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0284103af0 0x7f028419a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284104d30 0x7f028419a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0284109a30 0x7f02841a16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f028410f500 con 0x7f0284104d30 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f028410f380 con 0x7f0284109a30 2024-04-25T15:59:07.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028c534640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f028410f680 con 0x7f0284103af0 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f0289acf640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284104d30 0x7f028419a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f0289acf640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284104d30 0x7f028419a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58246/0 (socket says 172.21.15.112:58246) 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f0289acf640 1 -- 172.21.15.112:0/4013380927 learned_addr learned my addr 172.21.15.112:0/4013380927 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028aad1640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0284109a30 0x7f02841a16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.429+0000 7f028a2d0640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0284103af0 0x7f028419a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f0289acf640 1 -- 172.21.15.112:0/4013380927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0284103af0 msgr2=0x7f028419a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f0289acf640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0284103af0 0x7f028419a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f0289acf640 1 -- 172.21.15.112:0/4013380927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0284109a30 msgr2=0x7f02841a16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f0289acf640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0284109a30 0x7f02841a16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f0289acf640 1 -- 172.21.15.112:0/4013380927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02841a1d30 con 0x7f0284104d30 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f028aad1640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0284109a30 0x7f02841a16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f0289acf640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284104d30 0x7f028419a7a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f028000b4a0 tx=0x7f028000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f027b7fe640 1 -- 172.21.15.112:0/4013380927 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0280014070 con 0x7f0284104d30 2024-04-25T15:59:07.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f027b7fe640 1 -- 172.21.15.112:0/4013380927 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0280010aa0 con 0x7f0284104d30 2024-04-25T15:59:07.434 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02841a1fc0 con 0x7f0284104d30 2024-04-25T15:59:07.434 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f027b7fe640 1 -- 172.21.15.112:0/4013380927 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0280017b70 con 0x7f0284104d30 2024-04-25T15:59:07.434 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.430+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02841a2550 con 0x7f0284104d30 2024-04-25T15:59:07.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.431+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0284108840 con 0x7f0284104d30 2024-04-25T15:59:07.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.433+0000 7f027b7fe640 1 -- 172.21.15.112:0/4013380927 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f0280017070 con 0x7f0284104d30 2024-04-25T15:59:07.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.434+0000 7f027b7fe640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f02700afb70 0x7f02700b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:07.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.434+0000 7f028a2d0640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f02700afb70 0x7f02700b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:07.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.434+0000 7f027b7fe640 1 -- 172.21.15.112:0/4013380927 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f02800de420 con 0x7f0284104d30 2024-04-25T15:59:07.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.434+0000 7f028a2d0640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f02700afb70 0x7f02700b2080 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0274005760 tx=0x7f0274000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:07.438 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.437+0000 7f027b7fe640 1 -- 172.21.15.112:0/4013380927 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02800a6770 con 0x7f0284104d30 2024-04-25T15:59:07.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:07.652+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f028402db50 con 0x7f0284104d30 2024-04-25T15:59:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:07 smithi133 ceph-mon[32641]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T15:59:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:07 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/322113854' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T15:59:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:07 smithi133 ceph-mon[32641]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T15:59:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:07 smithi133 ceph-mon[32641]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:59:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:07 smithi133 ceph-mon[32641]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-25T15:59:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:07 smithi133 ceph-mon[32641]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-25T15:59:07.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:07 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3915610097' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T15:59:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:07 smithi112 ceph-mon[29426]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T15:59:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:07 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/322113854' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T15:59:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:07 smithi112 ceph-mon[29426]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T15:59:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:07 smithi112 ceph-mon[29426]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:59:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:07 smithi112 ceph-mon[29426]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-25T15:59:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:07 smithi112 ceph-mon[29426]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-25T15:59:07.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:07 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3915610097' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T15:59:07.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:07 smithi116 ceph-mon[32780]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T15:59:07.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:07 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/322113854' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T15:59:07.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:07 smithi116 ceph-mon[32780]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T15:59:07.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:07 smithi116 ceph-mon[32780]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T15:59:07.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:07 smithi116 ceph-mon[32780]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-25T15:59:07.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:07 smithi116 ceph-mon[32780]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-25T15:59:07.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:07 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3915610097' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T15:59:08.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.304+0000 7f027b7fe640 1 -- 172.21.15.112:0/4013380927 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) ==== 115+0+0 (secure 0 0 0) 0x7f02800aaa70 con 0x7f0284104d30 2024-04-25T15:59:08.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f02700afb70 msgr2=0x7f02700b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:08.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f02700afb70 0x7f02700b2080 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0274005760 tx=0x7f0274000bc0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284104d30 msgr2=0x7f028419a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:08.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284104d30 0x7f028419a7a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f028000b4a0 tx=0x7f028000b960 comp rx=0 tx=0).stop 2024-04-25T15:59:08.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 shutdown_connections 2024-04-25T15:59:08.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f02700afb70 0x7f02700b2080 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.309 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0284109a30 0x7f02841a16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.309 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0284104d30 0x7f028419a7a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.309 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 --2- 172.21.15.112:0/4013380927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0284103af0 0x7f028419a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.309 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 >> 172.21.15.112:0/4013380927 conn(0x7f02840fece0 msgr2=0x7f0284105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:08.309 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 shutdown_connections 2024-04-25T15:59:08.309 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.307+0000 7f028c534640 1 -- 172.21.15.112:0/4013380927 wait complete. 2024-04-25T15:59:08.325 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-04-25T15:59:08.325 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-25T15:59:08.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 -- 172.21.15.112:0/44359285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038102260 msgr2=0x7f403810bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:08.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 --2- 172.21.15.112:0/44359285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038102260 0x7f403810bcc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4028009900 tx=0x7f402802a410 comp rx=0 tx=0).stop 2024-04-25T15:59:08.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 -- 172.21.15.112:0/44359285 shutdown_connections 2024-04-25T15:59:08.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 --2- 172.21.15.112:0/44359285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038102260 0x7f403810bcc0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 --2- 172.21.15.112:0/44359285 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4038101760 0x7f4038101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 --2- 172.21.15.112:0/44359285 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f40381050b0 0x7f40381054c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 -- 172.21.15.112:0/44359285 >> 172.21.15.112:0/44359285 conn(0x7f40380fd380 msgr2=0x7f40380ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 -- 172.21.15.112:0/44359285 shutdown_connections 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.440+0000 7f4040430640 1 -- 172.21.15.112:0/44359285 wait complete. 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 Processor -- start 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 -- start start 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038101760 0x7f403819a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4038102260 0x7f403819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40381050b0 0x7f40381a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f403810f4f0 con 0x7f4038101760 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f403810f370 con 0x7f40381050b0 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f4040430640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f403810f670 con 0x7f4038102260 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038101760 0x7f403819a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038101760 0x7f403819a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58256/0 (socket says 172.21.15.112:58256) 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 -- 172.21.15.112:0/646681143 learned_addr learned my addr 172.21.15.112:0/646681143 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:08.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e9cd640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40381050b0 0x7f40381a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403d9cb640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4038102260 0x7f403819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 -- 172.21.15.112:0/646681143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4038102260 msgr2=0x7f403819a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4038102260 0x7f403819a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 -- 172.21.15.112:0/646681143 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40381050b0 msgr2=0x7f40381a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40381050b0 0x7f40381a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 -- 172.21.15.112:0/646681143 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40381a1c50 con 0x7f4038101760 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403d9cb640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4038102260 0x7f403819a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.441+0000 7f403e1cc640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038101760 0x7f403819a180 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f403000cce0 tx=0x7f403000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.442+0000 7f40377fe640 1 -- 172.21.15.112:0/646681143 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4030004b20 con 0x7f4038101760 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.442+0000 7f40377fe640 1 -- 172.21.15.112:0/646681143 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4030003e20 con 0x7f4038101760 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.442+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40381a1f40 con 0x7f4038101760 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.442+0000 7f40377fe640 1 -- 172.21.15.112:0/646681143 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40300046e0 con 0x7f4038101760 2024-04-25T15:59:08.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.442+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40381a2350 con 0x7f4038101760 2024-04-25T15:59:08.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.443+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f403806a190 con 0x7f4038101760 2024-04-25T15:59:08.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.444+0000 7f40377fe640 1 -- 172.21.15.112:0/646681143 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f4030003990 con 0x7f4038101760 2024-04-25T15:59:08.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.445+0000 7f40377fe640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f40200afaf0 0x7f40200b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:08.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.445+0000 7f403d9cb640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f40200afaf0 0x7f40200b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:08.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.445+0000 7f40377fe640 1 -- 172.21.15.112:0/646681143 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f40300df2c0 con 0x7f4038101760 2024-04-25T15:59:08.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.446+0000 7f403d9cb640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f40200afaf0 0x7f40200b2000 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f403819b220 tx=0x7f402c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:08.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.449+0000 7f40377fe640 1 -- 172.21.15.112:0/646681143 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f403806a190 con 0x7f4038101760 2024-04-25T15:59:08.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.651+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f4038062fe0 con 0x7f40200afaf0 2024-04-25T15:59:08.658 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3915610097' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T15:59:08.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] up:active 2024-04-25T15:59:08.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T15:59:08.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-25T15:59:08.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-04-25T15:59:08.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-25T15:59:08.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4013380927' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T15:59:08.659 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-mon[29426]: pgmap v297: 129 pgs: 129 active+clean; 583 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3915610097' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] up:active 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4013380927' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T15:59:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:08 smithi133 ceph-mon[32641]: pgmap v297: 129 pgs: 129 active+clean; 583 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-25T15:59:08.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3915610097' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T15:59:08.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] up:active 2024-04-25T15:59:08.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T15:59:08.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-25T15:59:08.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-04-25T15:59:08.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-25T15:59:08.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4013380927' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T15:59:08.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:08 smithi116 ceph-mon[32780]: pgmap v297: 129 pgs: 129 active+clean; 583 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-25T15:59:08.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:59:08.657+0000 7f1ae0d56700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T15:59:08.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:59:08.657+0000 7f1ae0d56700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T15:59:08.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:59:08.657+0000 7f1ae0d56700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T15:59:08.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:59:08.657+0000 7f1ae0d56700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T15:59:08.956 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 15:59:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T15:59:08.657+0000 7f1ae0d56700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T15:59:08.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.973+0000 7f40377fe640 1 -- 172.21.15.112:0/646681143 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4038062fe0 con 0x7f40200afaf0 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f40200afaf0 msgr2=0x7f40200b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f40200afaf0 0x7f40200b2000 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f403819b220 tx=0x7f402c005f90 comp rx=0 tx=0).stop 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038101760 msgr2=0x7f403819a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038101760 0x7f403819a180 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f403000cce0 tx=0x7f403000a620 comp rx=0 tx=0).stop 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 shutdown_connections 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f40200afaf0 0x7f40200b2000 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4038102260 0x7f403819a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40381050b0 0x7f40381a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 --2- 172.21.15.112:0/646681143 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4038101760 0x7f403819a180 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:08.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 >> 172.21.15.112:0/646681143 conn(0x7f40380fd380 msgr2=0x7f4038107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 shutdown_connections 2024-04-25T15:59:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:08.975+0000 7f4040430640 1 -- 172.21.15.112:0/646681143 wait complete. 2024-04-25T15:59:08.988 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-25T15:59:09.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 -- 172.21.15.112:0/263178002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578108940 msgr2=0x7fe57810ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 --2- 172.21.15.112:0/263178002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578108940 0x7fe57810ad60 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe568009900 tx=0x7fe56802a410 comp rx=0 tx=0).stop 2024-04-25T15:59:09.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 -- 172.21.15.112:0/263178002 shutdown_connections 2024-04-25T15:59:09.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 --2- 172.21.15.112:0/263178002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578108940 0x7fe57810ad60 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 --2- 172.21.15.112:0/263178002 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe578103c40 0x7fe578104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 --2- 172.21.15.112:0/263178002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe578102a00 0x7fe578103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 -- 172.21.15.112:0/263178002 >> 172.21.15.112:0/263178002 conn(0x7fe5780fdbf0 msgr2=0x7fe5781000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:09.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 -- 172.21.15.112:0/263178002 shutdown_connections 2024-04-25T15:59:09.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.100+0000 7fe57c97d640 1 -- 172.21.15.112:0/263178002 wait complete. 2024-04-25T15:59:09.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 Processor -- start 2024-04-25T15:59:09.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 -- start start 2024-04-25T15:59:09.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578102a00 0x7fe5781990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe578103c40 0x7fe578199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe578108940 0x7fe5781a0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe57810e430 con 0x7fe578102a00 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe57810e2b0 con 0x7fe578108940 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57c97d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe57810e5b0 con 0x7fe578103c40 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578102a00 0x7fe5781990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578102a00 0x7fe5781990f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58288/0 (socket says 172.21.15.112:58288) 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 -- 172.21.15.112:0/2994700361 learned_addr learned my addr 172.21.15.112:0/2994700361 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe576d9d640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe578108940 0x7fe5781a0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe575d9b640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe578103c40 0x7fe578199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 -- 172.21.15.112:0/2994700361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe578103c40 msgr2=0x7fe578199630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe578103c40 0x7fe578199630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 -- 172.21.15.112:0/2994700361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe578108940 msgr2=0x7fe5781a0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe578108940 0x7fe5781a0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.101+0000 7fe57659c640 1 -- 172.21.15.112:0/2994700361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5781a0bc0 con 0x7fe578102a00 2024-04-25T15:59:09.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.102+0000 7fe57659c640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578102a00 0x7fe5781990f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe570010ce0 tx=0x7fe57000c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:09.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.102+0000 7fe56f7fe640 1 -- 172.21.15.112:0/2994700361 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57001d070 con 0x7fe578102a00 2024-04-25T15:59:09.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.102+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe578074e30 con 0x7fe578102a00 2024-04-25T15:59:09.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.102+0000 7fe56f7fe640 1 -- 172.21.15.112:0/2994700361 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe570004050 con 0x7fe578102a00 2024-04-25T15:59:09.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.102+0000 7fe56f7fe640 1 -- 172.21.15.112:0/2994700361 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe570018690 con 0x7fe578102a00 2024-04-25T15:59:09.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.102+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe578075380 con 0x7fe578102a00 2024-04-25T15:59:09.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.103+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5781071c0 con 0x7fe578102a00 2024-04-25T15:59:09.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.104+0000 7fe56f7fe640 1 -- 172.21.15.112:0/2994700361 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fe570020070 con 0x7fe578102a00 2024-04-25T15:59:09.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.105+0000 7fe56f7fe640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe5640afaf0 0x7fe5640b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.105+0000 7fe575d9b640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe5640afaf0 0x7fe5640b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.105+0000 7fe56f7fe640 1 -- 172.21.15.112:0/2994700361 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fe5700e0e80 con 0x7fe578102a00 2024-04-25T15:59:09.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.105+0000 7fe575d9b640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe5640afaf0 0x7fe5640b2000 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe57819a190 tx=0x7fe560005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:09.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.109+0000 7fe56f7fe640 1 -- 172.21.15.112:0/2994700361 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe570027020 con 0x7fe578102a00 2024-04-25T15:59:09.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.316+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe5780756a0 con 0x7fe5640afaf0 2024-04-25T15:59:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.341+0000 7fe56f7fe640 1 -- 172.21.15.112:0/2994700361 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe5780756a0 con 0x7fe5640afaf0 2024-04-25T15:59:09.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe5640afaf0 msgr2=0x7fe5640b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe5640afaf0 0x7fe5640b2000 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe57819a190 tx=0x7fe560005f90 comp rx=0 tx=0).stop 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578102a00 msgr2=0x7fe5781990f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578102a00 0x7fe5781990f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe570010ce0 tx=0x7fe57000c640 comp rx=0 tx=0).stop 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 shutdown_connections 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe5640afaf0 0x7fe5640b2000 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe578103c40 0x7fe578199630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe578108940 0x7fe5781a0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 --2- 172.21.15.112:0/2994700361 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe578102a00 0x7fe5781990f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 >> 172.21.15.112:0/2994700361 conn(0x7fe5780fdbf0 msgr2=0x7fe578104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 shutdown_connections 2024-04-25T15:59:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.343+0000 7fe57c97d640 1 -- 172.21.15.112:0/2994700361 wait complete. 2024-04-25T15:59:09.356 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-25T15:59:09.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 -- 172.21.15.112:0/2795837096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c102a00 msgr2=0x7f129c103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 --2- 172.21.15.112:0/2795837096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c102a00 0x7f129c103700 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1290009900 tx=0x7f129002a410 comp rx=0 tx=0).stop 2024-04-25T15:59:09.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 -- 172.21.15.112:0/2795837096 shutdown_connections 2024-04-25T15:59:09.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 --2- 172.21.15.112:0/2795837096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f129c108940 0x7f129c10ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 --2- 172.21.15.112:0/2795837096 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c103c40 0x7f129c104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 --2- 172.21.15.112:0/2795837096 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c102a00 0x7f129c103700 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 -- 172.21.15.112:0/2795837096 >> 172.21.15.112:0/2795837096 conn(0x7f129c0fdbf0 msgr2=0x7f129c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 -- 172.21.15.112:0/2795837096 shutdown_connections 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 -- 172.21.15.112:0/2795837096 wait complete. 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 Processor -- start 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 -- start start 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.468+0000 7f12a3005640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c102a00 0x7f129c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a3005640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f129c103c40 0x7f129c19ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a3005640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c108940 0x7f129c1a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a3005640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f129c10e410 con 0x7f129c108940 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a3005640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f129c10e290 con 0x7f129c102a00 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a3005640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f129c10e590 con 0x7f129c103c40 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c102a00 0x7f129c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a15a2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c108940 0x7f129c1a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c102a00 0x7f129c075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.112:60564/0 (socket says 172.21.15.112:60564) 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 -- 172.21.15.112:0/3137667062 learned_addr learned my addr 172.21.15.112:0/3137667062 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f129bfff640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f129c103c40 0x7f129c19ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 -- 172.21.15.112:0/3137667062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f129c103c40 msgr2=0x7f129c19ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f129c103c40 0x7f129c19ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 -- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c108940 msgr2=0x7f129c1a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c108940 0x7f129c1a14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 -- 172.21.15.112:0/3137667062 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f129c1a1cd0 con 0x7f129c102a00 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a15a2640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c108940 0x7f129c1a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a0da1640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c102a00 0x7f129c075840 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1290005760 tx=0x7f1290004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f1299ffb640 1 -- 172.21.15.112:0/3137667062 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129003f030 con 0x7f129c102a00 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f1299ffb640 1 -- 172.21.15.112:0/3137667062 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1290004440 con 0x7f129c102a00 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f129c1a1f60 con 0x7f129c102a00 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.469+0000 7f1299ffb640 1 -- 172.21.15.112:0/3137667062 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1290035070 con 0x7f129c102a00 2024-04-25T15:59:09.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.470+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f129c1a23e0 con 0x7f129c102a00 2024-04-25T15:59:09.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.470+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f129c107750 con 0x7f129c102a00 2024-04-25T15:59:09.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.472+0000 7f1299ffb640 1 -- 172.21.15.112:0/3137667062 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f1290042030 con 0x7f129c102a00 2024-04-25T15:59:09.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.473+0000 7f1299ffb640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f128c0afaf0 0x7f128c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.473+0000 7f129bfff640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f128c0afaf0 0x7f128c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.473+0000 7f1299ffb640 1 -- 172.21.15.112:0/3137667062 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f12900ff580 con 0x7f129c102a00 2024-04-25T15:59:09.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.473+0000 7f129bfff640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f128c0afaf0 0x7f128c0b2000 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f129c0751e0 tx=0x7f1288005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:09.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.476+0000 7f1299ffb640 1 -- 172.21.15.112:0/3137667062 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f12900c78d0 con 0x7f129c102a00 2024-04-25T15:59:09.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.684+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f129c063070 con 0x7f128c0afaf0 2024-04-25T15:59:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4013380927' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T15:59:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] up:active 2024-04-25T15:59:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:creating} 8 up:standby 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] up:active 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: Cluster is now healthy 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:active} 4 up:standby-replay 4 up:standby 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-25T15:59:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:09 smithi133 ceph-mon[32641]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-25T15:59:09.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.689+0000 7f1299ffb640 1 -- 172.21.15.112:0/3137667062 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f129c063070 con 0x7f128c0afaf0 2024-04-25T15:59:09.689 INFO:teuthology.orchestra.run.smithi112.stdout:/volumes/qa/sv_0/561ef835-7885-48e1-b93e-81dbcbd9f2cf 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f128c0afaf0 msgr2=0x7f128c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f128c0afaf0 0x7f128c0b2000 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f129c0751e0 tx=0x7f1288005f90 comp rx=0 tx=0).stop 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c102a00 msgr2=0x7f129c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c102a00 0x7f129c075840 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1290005760 tx=0x7f1290004040 comp rx=0 tx=0).stop 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 shutdown_connections 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f128c0afaf0 0x7f128c0b2000 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f129c103c40 0x7f129c19ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f129c108940 0x7f129c1a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 --2- 172.21.15.112:0/3137667062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f129c102a00 0x7f129c075840 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 >> 172.21.15.112:0/3137667062 conn(0x7f129c0fdbf0 msgr2=0x7f129c104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:09.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 shutdown_connections 2024-04-25T15:59:09.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.691+0000 7f12a3005640 1 -- 172.21.15.112:0/3137667062 wait complete. 2024-04-25T15:59:09.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4013380927' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T15:59:09.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] up:active 2024-04-25T15:59:09.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T15:59:09.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-04-25T15:59:09.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:creating} 8 up:standby 2024-04-25T15:59:09.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-04-25T15:59:09.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:09.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] up:active 2024-04-25T15:59:09.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T15:59:09.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T15:59:09.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: Cluster is now healthy 2024-04-25T15:59:09.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:active} 4 up:standby-replay 4 up:standby 2024-04-25T15:59:09.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-25T15:59:09.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:09 smithi112 ceph-mon[29426]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-25T15:59:09.704 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4013380927' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] up:active 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:creating} 8 up:standby 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] up:active 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: Cluster is now healthy 2024-04-25T15:59:09.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:active} 4 up:standby-replay 4 up:standby 2024-04-25T15:59:09.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-25T15:59:09.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:09 smithi116 ceph-mon[32780]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 -- 172.21.15.112:0/1220007886 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c108a10 msgr2=0x7f844c10ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 --2- 172.21.15.112:0/1220007886 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c108a10 0x7f844c10ae30 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f843c009900 tx=0x7f843c02a410 comp rx=0 tx=0).stop 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 -- 172.21.15.112:0/1220007886 shutdown_connections 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 --2- 172.21.15.112:0/1220007886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f844c1043c0 0x7f844c102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 --2- 172.21.15.112:0/1220007886 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c108a10 0x7f844c10ae30 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 --2- 172.21.15.112:0/1220007886 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f844c103ee0 0x7f844c1027c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 -- 172.21.15.112:0/1220007886 >> 172.21.15.112:0/1220007886 conn(0x7f844c0fd340 msgr2=0x7f844c0ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 -- 172.21.15.112:0/1220007886 shutdown_connections 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.814+0000 7f84510e2640 1 -- 172.21.15.112:0/1220007886 wait complete. 2024-04-25T15:59:09.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.815+0000 7f84510e2640 1 Processor -- start 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.815+0000 7f84510e2640 1 -- start start 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c103ee0 0x7f844c198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f844c108a10 0x7f844c199100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f844c19e080 0x7f844c1a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f844c10e3b0 con 0x7f844c103ee0 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f844c10e230 con 0x7f844c108a10 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f844c10e530 con 0x7f844c19e080 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c103ee0 0x7f844c198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c103ee0 0x7f844c198bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58316/0 (socket says 172.21.15.112:58316) 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 -- 172.21.15.112:0/2058668411 learned_addr learned my addr 172.21.15.112:0/2058668411 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844a59c640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f844c108a10 0x7f844c199100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844b59e640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f844c19e080 0x7f844c1a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 -- 172.21.15.112:0/2058668411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f844c19e080 msgr2=0x7f844c1a04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f844c19e080 0x7f844c1a04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 -- 172.21.15.112:0/2058668411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f844c108a10 msgr2=0x7f844c199100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f844c108a10 0x7f844c199100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 -- 172.21.15.112:0/2058668411 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f844c1a0b10 con 0x7f844c103ee0 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f844ad9d640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c103ee0 0x7f844c198bc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f844400efd0 tx=0x7f844400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f8443fff640 1 -- 172.21.15.112:0/2058668411 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444003b70 con 0x7f844c103ee0 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f8443fff640 1 -- 172.21.15.112:0/2058668411 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8444003d10 con 0x7f844c103ee0 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f8443fff640 1 -- 172.21.15.112:0/2058668411 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444018910 con 0x7f844c103ee0 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f844c1a0e00 con 0x7f844c103ee0 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.816+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f844c1a1260 con 0x7f844c103ee0 2024-04-25T15:59:09.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.817+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f844c0692e0 con 0x7f844c103ee0 2024-04-25T15:59:09.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.819+0000 7f8443fff640 1 -- 172.21.15.112:0/2058668411 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f8444018ab0 con 0x7f844c103ee0 2024-04-25T15:59:09.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.819+0000 7f8443fff640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f84380afaf0 0x7f84380b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:09.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.819+0000 7f844a59c640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f84380afaf0 0x7f84380b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:09.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.819+0000 7f8443fff640 1 -- 172.21.15.112:0/2058668411 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f84440df7d0 con 0x7f844c103ee0 2024-04-25T15:59:09.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.820+0000 7f844a59c640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f84380afaf0 0x7f84380b2000 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f84340058c0 tx=0x7f843400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:09.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:09.823+0000 7f8443fff640 1 -- 172.21.15.112:0/2058668411 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f84440a8200 con 0x7f844c103ee0 2024-04-25T15:59:10.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.033+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f844c062fe0 con 0x7f84380afaf0 2024-04-25T15:59:10.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.061+0000 7f8443fff640 1 -- 172.21.15.112:0/2058668411 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f844c062fe0 con 0x7f84380afaf0 2024-04-25T15:59:10.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f84380afaf0 msgr2=0x7f84380b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f84380afaf0 0x7f84380b2000 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f84340058c0 tx=0x7f843400a2d0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c103ee0 msgr2=0x7f844c198bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c103ee0 0x7f844c198bc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f844400efd0 tx=0x7f844400c6a0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 shutdown_connections 2024-04-25T15:59:10.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f84380afaf0 0x7f84380b2000 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f844c19e080 0x7f844c1a04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f844c108a10 0x7f844c199100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 --2- 172.21.15.112:0/2058668411 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f844c103ee0 0x7f844c198bc0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 >> 172.21.15.112:0/2058668411 conn(0x7f844c0fd340 msgr2=0x7f844c0ff760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:10.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 shutdown_connections 2024-04-25T15:59:10.065 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.063+0000 7f84510e2640 1 -- 172.21.15.112:0/2058668411 wait complete. 2024-04-25T15:59:10.075 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-25T15:59:10.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 -- 172.21.15.112:0/237234782 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 msgr2=0x7f05f010a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 --2- 172.21.15.112:0/237234782 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f010a4e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009ca0 tx=0x7f05e802a8c0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 -- 172.21.15.112:0/237234782 shutdown_connections 2024-04-25T15:59:10.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 --2- 172.21.15.112:0/237234782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05f01033c0 0x7f05f01037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 --2- 172.21.15.112:0/237234782 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f010a4e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 --2- 172.21.15.112:0/237234782 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f05f0102180 0x7f05f0102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 -- 172.21.15.112:0/237234782 >> 172.21.15.112:0/237234782 conn(0x7f05f00fd350 msgr2=0x7f05f00ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 -- 172.21.15.112:0/237234782 shutdown_connections 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.187+0000 7f05f7e30640 1 -- 172.21.15.112:0/237234782 wait complete. 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 Processor -- start 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 -- start start 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f05f0102180 0x7f05f0197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05f01033c0 0x7f05f0198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f019f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f05f010d310 con 0x7f05f01080c0 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f05f010d190 con 0x7f05f0102180 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f7e30640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f05f010d490 con 0x7f05f01033c0 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f019f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f019f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58340/0 (socket says 172.21.15.112:58340) 2024-04-25T15:59:10.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f5bcc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f05f0102180 0x7f05f0197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 -- 172.21.15.112:0/238267312 learned_addr learned my addr 172.21.15.112:0/238267312 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f53cb640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05f01033c0 0x7f05f0198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 -- 172.21.15.112:0/238267312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05f01033c0 msgr2=0x7f05f0198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05f01033c0 0x7f05f0198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 -- 172.21.15.112:0/238267312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f05f0102180 msgr2=0x7f05f0197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f05f0102180 0x7f05f0197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f63cd640 1 -- 172.21.15.112:0/238267312 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05f019fa30 con 0x7f05f01080c0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.188+0000 7f05f5bcc640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f05f0102180 0x7f05f0197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.189+0000 7f05f63cd640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f019f3c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f05e8005e30 tx=0x7f05e8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.189+0000 7f05e6ffd640 1 -- 172.21.15.112:0/238267312 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e8032e90 con 0x7f05f01080c0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.189+0000 7f05e6ffd640 1 -- 172.21.15.112:0/238267312 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f05e80044d0 con 0x7f05f01080c0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.189+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05f019fcc0 con 0x7f05f01080c0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.189+0000 7f05e6ffd640 1 -- 172.21.15.112:0/238267312 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e8030ce0 con 0x7f05f01080c0 2024-04-25T15:59:10.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.189+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05f01a01c0 con 0x7f05f01080c0 2024-04-25T15:59:10.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.190+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05f0106ed0 con 0x7f05f01080c0 2024-04-25T15:59:10.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.191+0000 7f05e6ffd640 1 -- 172.21.15.112:0/238267312 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f05e8004040 con 0x7f05f01080c0 2024-04-25T15:59:10.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.192+0000 7f05e6ffd640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f05dc0afaf0 0x7f05dc0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.192+0000 7f05f5bcc640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f05dc0afaf0 0x7f05dc0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.192+0000 7f05e6ffd640 1 -- 172.21.15.112:0/238267312 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f05e81004f0 con 0x7f05f01080c0 2024-04-25T15:59:10.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.192+0000 7f05f5bcc640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f05dc0afaf0 0x7f05dc0b2000 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f05f0102d80 tx=0x7f05e0011040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:10.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.196+0000 7f05e6ffd640 1 -- 172.21.15.112:0/238267312 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f05e80c8e90 con 0x7f05f01080c0 2024-04-25T15:59:10.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.410+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f05f0062fe0 con 0x7f05dc0afaf0 2024-04-25T15:59:10.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.416+0000 7f05e6ffd640 1 -- 172.21.15.112:0/238267312 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f05f0062fe0 con 0x7f05dc0afaf0 2024-04-25T15:59:10.417 INFO:teuthology.orchestra.run.smithi112.stdout:/volumes/qa/sv_1/f8116e05-33fc-4993-90e9-2e1edf452db9 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.418+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f05dc0afaf0 msgr2=0x7f05dc0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.418+0000 7f05f7e30640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f05dc0afaf0 0x7f05dc0b2000 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f05f0102d80 tx=0x7f05e0011040 comp rx=0 tx=0).stop 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.418+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 msgr2=0x7f05f019f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.418+0000 7f05f7e30640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f019f3c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f05e8005e30 tx=0x7f05e8003ba0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 shutdown_connections 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f05dc0afaf0 0x7f05dc0b2000 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05f01033c0 0x7f05f0198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f05f01080c0 0x7f05f019f3c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 --2- 172.21.15.112:0/238267312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f05f0102180 0x7f05f0197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 >> 172.21.15.112:0/238267312 conn(0x7f05f00fd350 msgr2=0x7f05f01040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:10.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 shutdown_connections 2024-04-25T15:59:10.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.419+0000 7f05f7e30640 1 -- 172.21.15.112:0/238267312 wait complete. 2024-04-25T15:59:10.431 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 -- 172.21.15.112:0/2063037846 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 msgr2=0x7fca641036c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 --2- 172.21.15.112:0/2063037846 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca641036c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fca54009900 tx=0x7fca5402a410 comp rx=0 tx=0).stop 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 -- 172.21.15.112:0/2063037846 shutdown_connections 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 --2- 172.21.15.112:0/2063037846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca64108900 0x7fca6410ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 --2- 172.21.15.112:0/2063037846 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fca64103c00 0x7fca64104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 --2- 172.21.15.112:0/2063037846 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca641036c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 -- 172.21.15.112:0/2063037846 >> 172.21.15.112:0/2063037846 conn(0x7fca640fdbd0 msgr2=0x7fca64100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:10.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 -- 172.21.15.112:0/2063037846 shutdown_connections 2024-04-25T15:59:10.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 -- 172.21.15.112:0/2063037846 wait complete. 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.538+0000 7fca6a242640 1 Processor -- start 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca6a242640 1 -- start start 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca6a242640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca6406a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca6a242640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fca64103c00 0x7fca6419ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca6a242640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca64108900 0x7fca641a14c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca6a242640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fca6410e3d0 con 0x7fca641029c0 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca6a242640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fca6410e250 con 0x7fca64103c00 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca6a242640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fca6410e550 con 0x7fca64108900 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca6406a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca6406a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58360/0 (socket says 172.21.15.112:58360) 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 -- 172.21.15.112:0/1704555298 learned_addr learned my addr 172.21.15.112:0/1704555298 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:10.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca62ffd640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fca64103c00 0x7fca6419ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 -- 172.21.15.112:0/1704555298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca64108900 msgr2=0x7fca641a14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca64108900 0x7fca641a14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 -- 172.21.15.112:0/1704555298 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fca64103c00 msgr2=0x7fca6419ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fca64103c00 0x7fca6419ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 -- 172.21.15.112:0/1704555298 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca641a1ce0 con 0x7fca641029c0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca62ffd640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fca64103c00 0x7fca6419ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.539+0000 7fca637fe640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca6406a900 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fca54005760 tx=0x7fca54004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.540+0000 7fca60ff9640 1 -- 172.21.15.112:0/1704555298 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca5403f030 con 0x7fca641029c0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.540+0000 7fca60ff9640 1 -- 172.21.15.112:0/1704555298 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca54004440 con 0x7fca641029c0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.540+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca641a1f70 con 0x7fca641029c0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.540+0000 7fca60ff9640 1 -- 172.21.15.112:0/1704555298 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca54035070 con 0x7fca641029c0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.540+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca641a23f0 con 0x7fca641029c0 2024-04-25T15:59:10.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.541+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca64107710 con 0x7fca641029c0 2024-04-25T15:59:10.544 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.542+0000 7fca60ff9640 1 -- 172.21.15.112:0/1704555298 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7fca54042030 con 0x7fca641029c0 2024-04-25T15:59:10.544 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.543+0000 7fca60ff9640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fca4c0afaf0 0x7fca4c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.544 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.543+0000 7fca62ffd640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fca4c0afaf0 0x7fca4c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.544 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.543+0000 7fca60ff9640 1 -- 172.21.15.112:0/1704555298 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fca540ff650 con 0x7fca641029c0 2024-04-25T15:59:10.544 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.543+0000 7fca62ffd640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fca4c0afaf0 0x7fca4c0b2000 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fca6406a2a0 tx=0x7fca58005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:10.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.546+0000 7fca60ff9640 1 -- 172.21.15.112:0/1704555298 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fca540c7ff0 con 0x7fca641029c0 2024-04-25T15:59:10.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.760+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca6402db50 con 0x7fca641029c0 2024-04-25T15:59:10.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.761+0000 7fca60ff9640 1 -- 172.21.15.112:0/1704555298 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7fca6402db50 con 0x7fca641029c0 2024-04-25T15:59:10.762 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:10.762 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:59:09.956298+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[24503,24548,24484,24470,14649]},"id":1}]} 2024-04-25T15:59:10.762 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 28 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fca4c0afaf0 msgr2=0x7fca4c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fca4c0afaf0 0x7fca4c0b2000 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fca6406a2a0 tx=0x7fca58005f90 comp rx=0 tx=0).stop 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 msgr2=0x7fca6406a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca6406a900 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fca54005760 tx=0x7fca54004040 comp rx=0 tx=0).stop 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 shutdown_connections 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fca4c0afaf0 0x7fca4c0b2000 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca64108900 0x7fca641a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fca64103c00 0x7fca6419ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 --2- 172.21.15.112:0/1704555298 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fca641029c0 0x7fca6406a900 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 >> 172.21.15.112:0/1704555298 conn(0x7fca640fdbd0 msgr2=0x7fca641048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:10.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 shutdown_connections 2024-04-25T15:59:10.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.763+0000 7fca6a242640 1 -- 172.21.15.112:0/1704555298 wait complete. 2024-04-25T15:59:10.776 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 -- 172.21.15.112:0/2261875259 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc108900 msgr2=0x7f0ddc10ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 --2- 172.21.15.112:0/2261875259 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc108900 0x7f0ddc10ad20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4009ca0 tx=0x7f0dd402a8c0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 -- 172.21.15.112:0/2261875259 shutdown_connections 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 --2- 172.21.15.112:0/2261875259 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc108900 0x7f0ddc10ad20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 --2- 172.21.15.112:0/2261875259 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc103c00 0x7f0ddc104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 --2- 172.21.15.112:0/2261875259 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ddc1029c0 0x7f0ddc1036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 -- 172.21.15.112:0/2261875259 >> 172.21.15.112:0/2261875259 conn(0x7f0ddc0fdbd0 msgr2=0x7f0ddc100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 -- 172.21.15.112:0/2261875259 shutdown_connections 2024-04-25T15:59:10.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 -- 172.21.15.112:0/2261875259 wait complete. 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.881+0000 7f0de08e0640 1 Processor -- start 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0de08e0640 1 -- start start 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0de08e0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc1029c0 0x7f0ddc198fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0de08e0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc103c00 0x7f0ddc1994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0de08e0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ddc108900 0x7f0ddc1a0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0de08e0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0ddc10e3d0 con 0x7f0ddc1029c0 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0de08e0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0ddc10e250 con 0x7f0ddc103c00 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0de08e0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0ddc10e550 con 0x7f0ddc108900 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc1029c0 0x7f0ddc198fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc1029c0 0x7f0ddc198fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58366/0 (socket says 172.21.15.112:58366) 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 -- 172.21.15.112:0/3237523579 learned_addr learned my addr 172.21.15.112:0/3237523579 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dd3fff640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc103c00 0x7f0ddc1994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 -- 172.21.15.112:0/3237523579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ddc108900 msgr2=0x7f0ddc1a0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0ddad9d640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ddc108900 0x7f0ddc1a0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ddc108900 0x7f0ddc1a0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 -- 172.21.15.112:0/3237523579 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc103c00 msgr2=0x7f0ddc1994e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc103c00 0x7f0ddc1994e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 -- 172.21.15.112:0/3237523579 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ddc1a0ae0 con 0x7f0ddc1029c0 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dd3fff640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc103c00 0x7f0ddc1994e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0ddad9d640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ddc108900 0x7f0ddc1a0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dda59c640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc1029c0 0x7f0ddc198fa0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc00c970 tx=0x7f0dcc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.882+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc004220 con 0x7f0ddc1029c0 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.883+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ddc1a0dd0 con 0x7f0ddc1029c0 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.883+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0dcc007e40 con 0x7f0ddc1029c0 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.883+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc00f450 con 0x7f0ddc1029c0 2024-04-25T15:59:10.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.883+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ddc1a1290 con 0x7f0ddc1029c0 2024-04-25T15:59:10.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.884+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ddc107710 con 0x7f0ddc1029c0 2024-04-25T15:59:10.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.886+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) ==== 147521+0+0 (secure 0 0 0) 0x7f0dcc0079b0 con 0x7f0ddc1029c0 2024-04-25T15:59:10.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.886+0000 7f0dd37fe640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0dc80afaf0 0x7f0dc80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:10.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.886+0000 7f0dd3fff640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0dc80afaf0 0x7f0dc80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:10.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.886+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f0dcc0deef0 con 0x7f0ddc1029c0 2024-04-25T15:59:10.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.887+0000 7f0dd3fff640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0dc80afaf0 0x7f0dc80b2000 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc19a040 tx=0x7f0dc4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:10.890 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.890+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0dcc014030 con 0x7f0ddc1029c0 2024-04-25T15:59:10.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:10.979+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f0dcc0a3420 con 0x7f0ddc1029c0 2024-04-25T15:59:11.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.075+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0ddc02dd50 con 0x7f0ddc1029c0 2024-04-25T15:59:11.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.077+0000 7f0dd37fe640 1 -- 172.21.15.112:0/3237523579 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7f0dcc0a7890 con 0x7f0ddc1029c0 2024-04-25T15:59:11.078 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:11.078 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:59:11.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0dc80afaf0 msgr2=0x7f0dc80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0dc80afaf0 0x7f0dc80b2000 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc19a040 tx=0x7f0dc4005f90 comp rx=0 tx=0).stop 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc1029c0 msgr2=0x7f0ddc198fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc1029c0 0x7f0ddc198fa0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc00c970 tx=0x7f0dcc00ce30 comp rx=0 tx=0).stop 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 shutdown_connections 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f0dc80afaf0 0x7f0dc80b2000 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ddc108900 0x7f0ddc1a0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0ddc103c00 0x7f0ddc1994e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 --2- 172.21.15.112:0/3237523579 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0ddc1029c0 0x7f0ddc198fa0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 >> 172.21.15.112:0/3237523579 conn(0x7f0ddc0fdbd0 msgr2=0x7f0ddc1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 shutdown_connections 2024-04-25T15:59:11.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.079+0000 7f0de08e0640 1 -- 172.21.15.112:0/3237523579 wait complete. 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] up:active 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: pgmap v298: 129 pgs: 129 active+clean; 584 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-25T15:59:11.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:10 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1704555298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:59:11.092 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-25T15:59:11.093 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 -- 172.21.15.112:0/2956090336 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60103ae0 msgr2=0x7f9d601047e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 --2- 172.21.15.112:0/2956090336 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60103ae0 0x7f9d601047e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009900 tx=0x7f9d5802a410 comp rx=0 tx=0).stop 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 -- 172.21.15.112:0/2956090336 shutdown_connections 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 --2- 172.21.15.112:0/2956090336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d60104d20 0x7f9d60105130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 --2- 172.21.15.112:0/2956090336 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d60109a20 0x7f9d6010be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 --2- 172.21.15.112:0/2956090336 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60103ae0 0x7f9d601047e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 -- 172.21.15.112:0/2956090336 >> 172.21.15.112:0/2956090336 conn(0x7f9d600fecd0 msgr2=0x7f9d60101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 -- 172.21.15.112:0/2956090336 shutdown_connections 2024-04-25T15:59:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 -- 172.21.15.112:0/2956090336 wait complete. 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.199+0000 7f9d651ba640 1 Processor -- start 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d651ba640 1 -- start start 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d651ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d60103ae0 0x7f9d6019a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d651ba640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60104d20 0x7f9d6019a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d651ba640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d60109a20 0x7f9d601a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d651ba640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6010f470 con 0x7f9d60104d20 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d651ba640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6010f2f0 con 0x7f9d60109a20 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d651ba640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6010f5f0 con 0x7f9d60103ae0 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60104d20 0x7f9d6019a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60104d20 0x7f9d6019a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58392/0 (socket says 172.21.15.112:58392) 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 -- 172.21.15.112:0/986222181 learned_addr learned my addr 172.21.15.112:0/986222181 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5f59e640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d60109a20 0x7f9d601a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5ed9d640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d60103ae0 0x7f9d6019a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 -- 172.21.15.112:0/986222181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d60103ae0 msgr2=0x7f9d6019a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d60103ae0 0x7f9d6019a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 -- 172.21.15.112:0/986222181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d60109a20 msgr2=0x7f9d601a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d60109a20 0x7f9d601a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5e59c640 1 -- 172.21.15.112:0/986222181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d601a1ba0 con 0x7f9d60104d20 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.200+0000 7f9d5f59e640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d60109a20 0x7f9d601a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.201+0000 7f9d5e59c640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60104d20 0x7f9d6019a650 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f9d5400c920 tx=0x7f9d5400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.201+0000 7f9d47fff640 1 -- 172.21.15.112:0/986222181 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d54007c70 con 0x7f9d60104d20 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.201+0000 7f9d47fff640 1 -- 172.21.15.112:0/986222181 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d54007e10 con 0x7f9d60104d20 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.201+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d601a1e90 con 0x7f9d60104d20 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.201+0000 7f9d47fff640 1 -- 172.21.15.112:0/986222181 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d54018710 con 0x7f9d60104d20 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.201+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d601a22f0 con 0x7f9d60104d20 2024-04-25T15:59:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.202+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d60108830 con 0x7f9d60104d20 2024-04-25T15:59:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.203+0000 7f9d47fff640 1 -- 172.21.15.112:0/986222181 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f9d5400f450 con 0x7f9d60104d20 2024-04-25T15:59:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.204+0000 7f9d47fff640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9d480afb80 0x7f9d480b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.204+0000 7f9d5ed9d640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9d480afb80 0x7f9d480b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.204+0000 7f9d47fff640 1 -- 172.21.15.112:0/986222181 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f9d540df3a0 con 0x7f9d60104d20 2024-04-25T15:59:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.204+0000 7f9d5ed9d640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9d480afb80 0x7f9d480b2090 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9d58005760 tx=0x7f9d58000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:11.208 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.208+0000 7f9d47fff640 1 -- 172.21.15.112:0/986222181 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d54014030 con 0x7f9d60104d20 2024-04-25T15:59:11.277 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: 2024-04-25T15:59:10.895+0000 7f411e7de700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-25T15:59:11.277 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: 2024-04-25T15:59:10.895+0000 7f411e7de700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: 2024-04-25T15:59:10.895+0000 7f411e7de700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] up:active 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: pgmap v298: 129 pgs: 129 active+clean; 584 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-25T15:59:11.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:10 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1704555298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:59:11.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.382+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9d60062fe0 con 0x7f9d480afb80 2024-04-25T15:59:11.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.392+0000 7f9d47fff640 1 -- 172.21.15.112:0/986222181 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340331 (secure 0 0 0) 0x7f9d60062fe0 con 0x7f9d480afb80 2024-04-25T15:59:11.397 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:11.399 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.395+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9d480afb80 msgr2=0x7f9d480b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9d480afb80 0x7f9d480b2090 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9d58005760 tx=0x7f9d58000bc0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60104d20 msgr2=0x7f9d6019a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60104d20 0x7f9d6019a650 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f9d5400c920 tx=0x7f9d5400cde0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 shutdown_connections 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f9d480afb80 0x7f9d480b2090 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d60109a20 0x7f9d601a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9d60104d20 0x7f9d6019a650 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 --2- 172.21.15.112:0/986222181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d60103ae0 0x7f9d6019a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 >> 172.21.15.112:0/986222181 conn(0x7f9d600fecd0 msgr2=0x7f9d60105a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:11.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 shutdown_connections 2024-04-25T15:59:11.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.396+0000 7f9d651ba640 1 -- 172.21.15.112:0/986222181 wait complete. 2024-04-25T15:59:11.408 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":298,"stamp":"2024-04-25T15:59:10.210708+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598458,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":89,"num_read_kb":77,"num_write":265,"num_write_kb":2194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369660,"kb_used_data":12176,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124572164,"statfs":{"total":1151940427776,"available":1151561895936,"internally_reserved":0,"allocated":12468224,"data_stored":6865231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5231,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":96,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":30,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004399"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904879+0000","last_change":"2024-04-25T15:58:42.253759+0000","last_active":"2024-04-25T15:58:47.904879+0000","last_peered":"2024-04-25T15:58:47.904879+0000","last_clean":"2024-04-25T15:58:47.904879+0000","last_became_active":"2024-04-25T15:58:42.253327+0000","last_became_peered":"2024-04-25T15:58:42.253327+0000","last_unstale":"2024-04-25T15:58:47.904879+0000","last_undegraded":"2024-04-25T15:58:47.904879+0000","last_fullsized":"2024-04-25T15:58:47.904879+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:50:03.502617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903595+0000","last_change":"2024-04-25T15:58:42.254420+0000","last_active":"2024-04-25T15:58:47.903595+0000","last_peered":"2024-04-25T15:58:47.903595+0000","last_clean":"2024-04-25T15:58:47.903595+0000","last_became_active":"2024-04-25T15:58:42.249888+0000","last_became_peered":"2024-04-25T15:58:42.249888+0000","last_unstale":"2024-04-25T15:58:47.903595+0000","last_undegraded":"2024-04-25T15:58:47.903595+0000","last_fullsized":"2024-04-25T15:58:47.903595+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:34:21.581080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902899+0000","last_change":"2024-04-25T15:58:42.254178+0000","last_active":"2024-04-25T15:58:47.902899+0000","last_peered":"2024-04-25T15:58:47.902899+0000","last_clean":"2024-04-25T15:58:47.902899+0000","last_became_active":"2024-04-25T15:58:42.253773+0000","last_became_peered":"2024-04-25T15:58:42.253773+0000","last_unstale":"2024-04-25T15:58:47.902899+0000","last_undegraded":"2024-04-25T15:58:47.902899+0000","last_fullsized":"2024-04-25T15:58:47.902899+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:10:54.499826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317329+0000","last_change":"2024-04-25T15:58:42.258679+0000","last_active":"2024-04-25T15:58:47.317329+0000","last_peered":"2024-04-25T15:58:47.317329+0000","last_clean":"2024-04-25T15:58:47.317329+0000","last_became_active":"2024-04-25T15:58:42.258308+0000","last_became_peered":"2024-04-25T15:58:42.258308+0000","last_unstale":"2024-04-25T15:58:47.317329+0000","last_undegraded":"2024-04-25T15:58:47.317329+0000","last_fullsized":"2024-04-25T15:58:47.317329+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:38:31.331182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282529+0000","last_change":"2024-04-25T15:58:42.253302+0000","last_active":"2024-04-25T15:58:47.282529+0000","last_peered":"2024-04-25T15:58:47.282529+0000","last_clean":"2024-04-25T15:58:47.282529+0000","last_became_active":"2024-04-25T15:58:42.252947+0000","last_became_peered":"2024-04-25T15:58:42.252947+0000","last_unstale":"2024-04-25T15:58:47.282529+0000","last_undegraded":"2024-04-25T15:58:47.282529+0000","last_fullsized":"2024-04-25T15:58:47.282529+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:48:51.569525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902891+0000","last_change":"2024-04-25T15:58:42.248203+0000","last_active":"2024-04-25T15:58:47.902891+0000","last_peered":"2024-04-25T15:58:47.902891+0000","last_clean":"2024-04-25T15:58:47.902891+0000","last_became_active":"2024-04-25T15:58:42.247805+0000","last_became_peered":"2024-04-25T15:58:42.247805+0000","last_unstale":"2024-04-25T15:58:47.902891+0000","last_undegraded":"2024-04-25T15:58:47.902891+0000","last_fullsized":"2024-04-25T15:58:47.902891+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:35:11.232267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754151+0000","last_change":"2024-04-25T15:58:42.254723+0000","last_active":"2024-04-25T15:58:47.754151+0000","last_peered":"2024-04-25T15:58:47.754151+0000","last_clean":"2024-04-25T15:58:47.754151+0000","last_became_active":"2024-04-25T15:58:42.254359+0000","last_became_peered":"2024-04-25T15:58:42.254359+0000","last_unstale":"2024-04-25T15:58:47.754151+0000","last_undegraded":"2024-04-25T15:58:47.754151+0000","last_fullsized":"2024-04-25T15:58:47.754151+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:47:17.201149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902690+0000","last_change":"2024-04-25T15:58:42.262885+0000","last_active":"2024-04-25T15:58:47.902690+0000","last_peered":"2024-04-25T15:58:47.902690+0000","last_clean":"2024-04-25T15:58:47.902690+0000","last_became_active":"2024-04-25T15:58:42.261186+0000","last_became_peered":"2024-04-25T15:58:42.261186+0000","last_unstale":"2024-04-25T15:58:47.902690+0000","last_undegraded":"2024-04-25T15:58:47.902690+0000","last_fullsized":"2024-04-25T15:58:47.902690+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:19.226757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286572+0000","last_change":"2024-04-25T15:58:42.268359+0000","last_active":"2024-04-25T15:58:47.286572+0000","last_peered":"2024-04-25T15:58:47.286572+0000","last_clean":"2024-04-25T15:58:47.286572+0000","last_became_active":"2024-04-25T15:58:42.266039+0000","last_became_peered":"2024-04-25T15:58:42.266039+0000","last_unstale":"2024-04-25T15:58:47.286572+0000","last_undegraded":"2024-04-25T15:58:47.286572+0000","last_fullsized":"2024-04-25T15:58:47.286572+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:36:42.514742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903359+0000","last_change":"2024-04-25T15:58:42.249550+0000","last_active":"2024-04-25T15:58:47.903359+0000","last_peered":"2024-04-25T15:58:47.903359+0000","last_clean":"2024-04-25T15:58:47.903359+0000","last_became_active":"2024-04-25T15:58:42.248997+0000","last_became_peered":"2024-04-25T15:58:42.248997+0000","last_unstale":"2024-04-25T15:58:47.903359+0000","last_undegraded":"2024-04-25T15:58:47.903359+0000","last_fullsized":"2024-04-25T15:58:47.903359+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:40:48.332650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754839+0000","last_change":"2024-04-25T15:58:42.266056+0000","last_active":"2024-04-25T15:58:47.754839+0000","last_peered":"2024-04-25T15:58:47.754839+0000","last_clean":"2024-04-25T15:58:47.754839+0000","last_became_active":"2024-04-25T15:58:42.265415+0000","last_became_peered":"2024-04-25T15:58:42.265415+0000","last_unstale":"2024-04-25T15:58:47.754839+0000","last_undegraded":"2024-04-25T15:58:47.754839+0000","last_fullsized":"2024-04-25T15:58:47.754839+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:14:27.836225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317243+0000","last_change":"2024-04-25T15:58:42.257420+0000","last_active":"2024-04-25T15:58:47.317243+0000","last_peered":"2024-04-25T15:58:47.317243+0000","last_clean":"2024-04-25T15:58:47.317243+0000","last_became_active":"2024-04-25T15:58:42.257027+0000","last_became_peered":"2024-04-25T15:58:42.257027+0000","last_unstale":"2024-04-25T15:58:47.317243+0000","last_undegraded":"2024-04-25T15:58:47.317243+0000","last_fullsized":"2024-04-25T15:58:47.317243+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:11:37.516866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286809+0000","last_change":"2024-04-25T15:58:42.260435+0000","last_active":"2024-04-25T15:58:47.286809+0000","last_peered":"2024-04-25T15:58:47.286809+0000","last_clean":"2024-04-25T15:58:47.286809+0000","last_became_active":"2024-04-25T15:58:42.260056+0000","last_became_peered":"2024-04-25T15:58:42.260056+0000","last_unstale":"2024-04-25T15:58:47.286809+0000","last_undegraded":"2024-04-25T15:58:47.286809+0000","last_fullsized":"2024-04-25T15:58:47.286809+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:24:15.420830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902704+0000","last_change":"2024-04-25T15:58:42.253188+0000","last_active":"2024-04-25T15:58:47.902704+0000","last_peered":"2024-04-25T15:58:47.902704+0000","last_clean":"2024-04-25T15:58:47.902704+0000","last_became_active":"2024-04-25T15:58:42.252286+0000","last_became_peered":"2024-04-25T15:58:42.252286+0000","last_unstale":"2024-04-25T15:58:47.902704+0000","last_undegraded":"2024-04-25T15:58:47.902704+0000","last_fullsized":"2024-04-25T15:58:47.902704+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:27:28.552989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904413+0000","last_change":"2024-04-25T15:58:42.248282+0000","last_active":"2024-04-25T15:58:47.904413+0000","last_peered":"2024-04-25T15:58:47.904413+0000","last_clean":"2024-04-25T15:58:47.904413+0000","last_became_active":"2024-04-25T15:58:42.247913+0000","last_became_peered":"2024-04-25T15:58:42.247913+0000","last_unstale":"2024-04-25T15:58:47.904413+0000","last_undegraded":"2024-04-25T15:58:47.904413+0000","last_fullsized":"2024-04-25T15:58:47.904413+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:47:49.011227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.285832+0000","last_change":"2024-04-25T15:58:42.262114+0000","last_active":"2024-04-25T15:58:47.285832+0000","last_peered":"2024-04-25T15:58:47.285832+0000","last_clean":"2024-04-25T15:58:47.285832+0000","last_became_active":"2024-04-25T15:58:42.261700+0000","last_became_peered":"2024-04-25T15:58:42.261700+0000","last_unstale":"2024-04-25T15:58:47.285832+0000","last_undegraded":"2024-04-25T15:58:47.285832+0000","last_fullsized":"2024-04-25T15:58:47.285832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:11.400861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904761+0000","last_change":"2024-04-25T15:58:42.253275+0000","last_active":"2024-04-25T15:58:47.904761+0000","last_peered":"2024-04-25T15:58:47.904761+0000","last_clean":"2024-04-25T15:58:47.904761+0000","last_became_active":"2024-04-25T15:58:42.252903+0000","last_became_peered":"2024-04-25T15:58:42.252903+0000","last_unstale":"2024-04-25T15:58:47.904761+0000","last_undegraded":"2024-04-25T15:58:47.904761+0000","last_fullsized":"2024-04-25T15:58:47.904761+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:27.221177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904631+0000","last_change":"2024-04-25T15:58:42.247057+0000","last_active":"2024-04-25T15:58:47.904631+0000","last_peered":"2024-04-25T15:58:47.904631+0000","last_clean":"2024-04-25T15:58:47.904631+0000","last_became_active":"2024-04-25T15:58:42.246694+0000","last_became_peered":"2024-04-25T15:58:42.246694+0000","last_unstale":"2024-04-25T15:58:47.904631+0000","last_undegraded":"2024-04-25T15:58:47.904631+0000","last_fullsized":"2024-04-25T15:58:47.904631+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:32:26.121051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904235+0000","last_change":"2024-04-25T15:58:42.252086+0000","last_active":"2024-04-25T15:58:47.904235+0000","last_peered":"2024-04-25T15:58:47.904235+0000","last_clean":"2024-04-25T15:58:47.904235+0000","last_became_active":"2024-04-25T15:58:42.250589+0000","last_became_peered":"2024-04-25T15:58:42.250589+0000","last_unstale":"2024-04-25T15:58:47.904235+0000","last_undegraded":"2024-04-25T15:58:47.904235+0000","last_fullsized":"2024-04-25T15:58:47.904235+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:13:56.829151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904520+0000","last_change":"2024-04-25T15:58:46.280536+0000","last_active":"2024-04-25T15:58:47.904520+0000","last_peered":"2024-04-25T15:58:47.904520+0000","last_clean":"2024-04-25T15:58:47.904520+0000","last_became_active":"2024-04-25T15:58:46.280092+0000","last_became_peered":"2024-04-25T15:58:46.280092+0000","last_unstale":"2024-04-25T15:58:47.904520+0000","last_undegraded":"2024-04-25T15:58:47.904520+0000","last_fullsized":"2024-04-25T15:58:47.904520+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:22.476445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"74'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904744+0000","last_change":"2024-04-25T15:58:41.236959+0000","last_active":"2024-04-25T15:58:47.904744+0000","last_peered":"2024-04-25T15:58:47.904744+0000","last_clean":"2024-04-25T15:58:47.904744+0000","last_became_active":"2024-04-25T15:58:41.236576+0000","last_became_peered":"2024-04-25T15:58:41.236576+0000","last_unstale":"2024-04-25T15:58:47.904744+0000","last_undegraded":"2024-04-25T15:58:47.904744+0000","last_fullsized":"2024-04-25T15:58:47.904744+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:56:42.093836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903429+0000","last_change":"2024-04-25T15:58:42.263667+0000","last_active":"2024-04-25T15:58:47.903429+0000","last_peered":"2024-04-25T15:58:47.903429+0000","last_clean":"2024-04-25T15:58:47.903429+0000","last_became_active":"2024-04-25T15:58:42.262282+0000","last_became_peered":"2024-04-25T15:58:42.262282+0000","last_unstale":"2024-04-25T15:58:47.903429+0000","last_undegraded":"2024-04-25T15:58:47.903429+0000","last_fullsized":"2024-04-25T15:58:47.903429+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:09:16.403633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.316902+0000","last_change":"2024-04-25T15:58:46.278426+0000","last_active":"2024-04-25T15:58:47.316902+0000","last_peered":"2024-04-25T15:58:47.316902+0000","last_clean":"2024-04-25T15:58:47.316902+0000","last_became_active":"2024-04-25T15:58:46.277875+0000","last_became_peered":"2024-04-25T15:58:46.277875+0000","last_unstale":"2024-04-25T15:58:47.316902+0000","last_undegraded":"2024-04-25T15:58:47.316902+0000","last_fullsized":"2024-04-25T15:58:47.316902+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:41:40.871847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"74'1","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903737+0000","last_change":"2024-04-25T15:58:41.242149+0000","last_active":"2024-04-25T15:58:47.903737+0000","last_peered":"2024-04-25T15:58:47.903737+0000","last_clean":"2024-04-25T15:58:47.903737+0000","last_became_active":"2024-04-25T15:58:41.241811+0000","last_became_peered":"2024-04-25T15:58:41.241811+0000","last_unstale":"2024-04-25T15:58:47.903737+0000","last_undegraded":"2024-04-25T15:58:47.903737+0000","last_fullsized":"2024-04-25T15:58:47.903737+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:37.440842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903556+0000","last_change":"2024-04-25T15:58:42.251463+0000","last_active":"2024-04-25T15:58:47.903556+0000","last_peered":"2024-04-25T15:58:47.903556+0000","last_clean":"2024-04-25T15:58:47.903556+0000","last_became_active":"2024-04-25T15:58:42.249569+0000","last_became_peered":"2024-04-25T15:58:42.249569+0000","last_unstale":"2024-04-25T15:58:47.903556+0000","last_undegraded":"2024-04-25T15:58:47.903556+0000","last_fullsized":"2024-04-25T15:58:47.903556+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:55:02.961395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317044+0000","last_change":"2024-04-25T15:58:46.279047+0000","last_active":"2024-04-25T15:58:47.317044+0000","last_peered":"2024-04-25T15:58:47.317044+0000","last_clean":"2024-04-25T15:58:47.317044+0000","last_became_active":"2024-04-25T15:58:46.278393+0000","last_became_peered":"2024-04-25T15:58:46.278393+0000","last_unstale":"2024-04-25T15:58:47.317044+0000","last_undegraded":"2024-04-25T15:58:47.317044+0000","last_fullsized":"2024-04-25T15:58:47.317044+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:56:15.904275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"79'11","reported_seq":34,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.963971+0000","last_change":"2024-04-25T15:58:41.236885+0000","last_active":"2024-04-25T15:59:08.963971+0000","last_peered":"2024-04-25T15:59:08.963971+0000","last_clean":"2024-04-25T15:59:08.963971+0000","last_became_active":"2024-04-25T15:58:41.236497+0000","last_became_peered":"2024-04-25T15:58:41.236497+0000","last_unstale":"2024-04-25T15:59:08.963971+0000","last_undegraded":"2024-04-25T15:59:08.963971+0000","last_fullsized":"2024-04-25T15:59:08.963971+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:47:06.245456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286167+0000","last_change":"2024-04-25T15:58:42.265519+0000","last_active":"2024-04-25T15:58:47.286167+0000","last_peered":"2024-04-25T15:58:47.286167+0000","last_clean":"2024-04-25T15:58:47.286167+0000","last_became_active":"2024-04-25T15:58:42.265173+0000","last_became_peered":"2024-04-25T15:58:42.265173+0000","last_unstale":"2024-04-25T15:58:47.286167+0000","last_undegraded":"2024-04-25T15:58:47.286167+0000","last_fullsized":"2024-04-25T15:58:47.286167+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:05.542216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317106+0000","last_change":"2024-04-25T15:58:46.280351+0000","last_active":"2024-04-25T15:58:47.317106+0000","last_peered":"2024-04-25T15:58:47.317106+0000","last_clean":"2024-04-25T15:58:47.317106+0000","last_became_active":"2024-04-25T15:58:46.280063+0000","last_became_peered":"2024-04-25T15:58:46.280063+0000","last_unstale":"2024-04-25T15:58:47.317106+0000","last_undegraded":"2024-04-25T15:58:47.317106+0000","last_fullsized":"2024-04-25T15:58:47.317106+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:03:37.658387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.962163+0000","last_change":"2024-04-25T15:58:41.241656+0000","last_active":"2024-04-25T15:59:08.962163+0000","last_peered":"2024-04-25T15:59:08.962163+0000","last_clean":"2024-04-25T15:59:08.962163+0000","last_became_active":"2024-04-25T15:58:41.241301+0000","last_became_peered":"2024-04-25T15:58:41.241301+0000","last_unstale":"2024-04-25T15:59:08.962163+0000","last_undegraded":"2024-04-25T15:59:08.962163+0000","last_fullsized":"2024-04-25T15:59:08.962163+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:21:01.883250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905220+0000","last_change":"2024-04-25T15:58:42.256608+0000","last_active":"2024-04-25T15:58:47.905220+0000","last_peered":"2024-04-25T15:58:47.905220+0000","last_clean":"2024-04-25T15:58:47.905220+0000","last_became_active":"2024-04-25T15:58:42.256251+0000","last_became_peered":"2024-04-25T15:58:42.256251+0000","last_unstale":"2024-04-25T15:58:47.905220+0000","last_undegraded":"2024-04-25T15:58:47.905220+0000","last_fullsized":"2024-04-25T15:58:47.905220+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:33:19.715044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903967+0000","last_change":"2024-04-25T15:58:46.271492+0000","last_active":"2024-04-25T15:58:47.903967+0000","last_peered":"2024-04-25T15:58:47.903967+0000","last_clean":"2024-04-25T15:58:47.903967+0000","last_became_active":"2024-04-25T15:58:46.271061+0000","last_became_peered":"2024-04-25T15:58:46.271061+0000","last_unstale":"2024-04-25T15:58:47.903967+0000","last_undegraded":"2024-04-25T15:58:47.903967+0000","last_fullsized":"2024-04-25T15:58:47.903967+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:10.849149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.305102+0000","last_change":"2024-04-25T15:58:41.241726+0000","last_active":"2024-04-25T15:59:06.305102+0000","last_peered":"2024-04-25T15:59:06.305102+0000","last_clean":"2024-04-25T15:59:06.305102+0000","last_became_active":"2024-04-25T15:58:41.241249+0000","last_became_peered":"2024-04-25T15:58:41.241249+0000","last_unstale":"2024-04-25T15:59:06.305102+0000","last_undegraded":"2024-04-25T15:59:06.305102+0000","last_fullsized":"2024-04-25T15:59:06.305102+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:01:35.370879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282689+0000","last_change":"2024-04-25T15:58:42.255869+0000","last_active":"2024-04-25T15:58:47.282689+0000","last_peered":"2024-04-25T15:58:47.282689+0000","last_clean":"2024-04-25T15:58:47.282689+0000","last_became_active":"2024-04-25T15:58:42.255523+0000","last_became_peered":"2024-04-25T15:58:42.255523+0000","last_unstale":"2024-04-25T15:58:47.282689+0000","last_undegraded":"2024-04-25T15:58:47.282689+0000","last_fullsized":"2024-04-25T15:58:47.282689+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:32:30.589529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904587+0000","last_change":"2024-04-25T15:58:46.281333+0000","last_active":"2024-04-25T15:58:47.904587+0000","last_peered":"2024-04-25T15:58:47.904587+0000","last_clean":"2024-04-25T15:58:47.904587+0000","last_became_active":"2024-04-25T15:58:46.280995+0000","last_became_peered":"2024-04-25T15:58:46.280995+0000","last_unstale":"2024-04-25T15:58:47.904587+0000","last_undegraded":"2024-04-25T15:58:47.904587+0000","last_fullsized":"2024-04-25T15:58:47.904587+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:25:37.866127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.309179+0000","last_change":"2024-04-25T15:58:41.238424+0000","last_active":"2024-04-25T15:59:07.309179+0000","last_peered":"2024-04-25T15:59:07.309179+0000","last_clean":"2024-04-25T15:59:07.309179+0000","last_became_active":"2024-04-25T15:58:41.237890+0000","last_became_peered":"2024-04-25T15:58:41.237890+0000","last_unstale":"2024-04-25T15:59:07.309179+0000","last_undegraded":"2024-04-25T15:59:07.309179+0000","last_fullsized":"2024-04-25T15:59:07.309179+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:36.920596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904255+0000","last_change":"2024-04-25T15:58:42.259129+0000","last_active":"2024-04-25T15:58:47.904255+0000","last_peered":"2024-04-25T15:58:47.904255+0000","last_clean":"2024-04-25T15:58:47.904255+0000","last_became_active":"2024-04-25T15:58:42.258728+0000","last_became_peered":"2024-04-25T15:58:42.258728+0000","last_unstale":"2024-04-25T15:58:47.904255+0000","last_undegraded":"2024-04-25T15:58:47.904255+0000","last_fullsized":"2024-04-25T15:58:47.904255+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:27:14.470146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904686+0000","last_change":"2024-04-25T15:58:46.277675+0000","last_active":"2024-04-25T15:58:47.904686+0000","last_peered":"2024-04-25T15:58:47.904686+0000","last_clean":"2024-04-25T15:58:47.904686+0000","last_became_active":"2024-04-25T15:58:46.277142+0000","last_became_peered":"2024-04-25T15:58:46.277142+0000","last_unstale":"2024-04-25T15:58:47.904686+0000","last_undegraded":"2024-04-25T15:58:47.904686+0000","last_fullsized":"2024-04-25T15:58:47.904686+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:32.439128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.309931+0000","last_change":"2024-04-25T15:58:41.235586+0000","last_active":"2024-04-25T15:59:07.309931+0000","last_peered":"2024-04-25T15:59:07.309931+0000","last_clean":"2024-04-25T15:59:07.309931+0000","last_became_active":"2024-04-25T15:58:41.235267+0000","last_became_peered":"2024-04-25T15:58:41.235267+0000","last_unstale":"2024-04-25T15:59:07.309931+0000","last_undegraded":"2024-04-25T15:59:07.309931+0000","last_fullsized":"2024-04-25T15:59:07.309931+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:36:22.682332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902972+0000","last_change":"2024-04-25T15:58:42.257294+0000","last_active":"2024-04-25T15:58:47.902972+0000","last_peered":"2024-04-25T15:58:47.902972+0000","last_clean":"2024-04-25T15:58:47.902972+0000","last_became_active":"2024-04-25T15:58:42.256948+0000","last_became_peered":"2024-04-25T15:58:42.256948+0000","last_unstale":"2024-04-25T15:58:47.902972+0000","last_undegraded":"2024-04-25T15:58:47.902972+0000","last_fullsized":"2024-04-25T15:58:47.902972+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:55.637334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903533+0000","last_change":"2024-04-25T15:58:46.274714+0000","last_active":"2024-04-25T15:58:47.903533+0000","last_peered":"2024-04-25T15:58:47.903533+0000","last_clean":"2024-04-25T15:58:47.903533+0000","last_became_active":"2024-04-25T15:58:46.274311+0000","last_became_peered":"2024-04-25T15:58:46.274311+0000","last_unstale":"2024-04-25T15:58:47.903533+0000","last_undegraded":"2024-04-25T15:58:47.903533+0000","last_fullsized":"2024-04-25T15:58:47.903533+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:04:55.522300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903580+0000","last_change":"2024-04-25T15:58:41.242187+0000","last_active":"2024-04-25T15:58:47.903580+0000","last_peered":"2024-04-25T15:58:47.903580+0000","last_clean":"2024-04-25T15:58:47.903580+0000","last_became_active":"2024-04-25T15:58:41.238945+0000","last_became_peered":"2024-04-25T15:58:41.238945+0000","last_unstale":"2024-04-25T15:58:47.903580+0000","last_undegraded":"2024-04-25T15:58:47.903580+0000","last_fullsized":"2024-04-25T15:58:47.903580+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:00:24.084636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903349+0000","last_change":"2024-04-25T15:58:42.247434+0000","last_active":"2024-04-25T15:58:47.903349+0000","last_peered":"2024-04-25T15:58:47.903349+0000","last_clean":"2024-04-25T15:58:47.903349+0000","last_became_active":"2024-04-25T15:58:42.247060+0000","last_became_peered":"2024-04-25T15:58:42.247060+0000","last_unstale":"2024-04-25T15:58:47.903349+0000","last_undegraded":"2024-04-25T15:58:47.903349+0000","last_fullsized":"2024-04-25T15:58:47.903349+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:05:27.868591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904125+0000","last_change":"2024-04-25T15:58:46.271716+0000","last_active":"2024-04-25T15:58:47.904125+0000","last_peered":"2024-04-25T15:58:47.904125+0000","last_clean":"2024-04-25T15:58:47.904125+0000","last_became_active":"2024-04-25T15:58:46.271267+0000","last_became_peered":"2024-04-25T15:58:46.271267+0000","last_unstale":"2024-04-25T15:58:47.904125+0000","last_undegraded":"2024-04-25T15:58:47.904125+0000","last_fullsized":"2024-04-25T15:58:47.904125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:12.951096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.303155+0000","last_change":"2024-04-25T15:58:41.243115+0000","last_active":"2024-04-25T15:59:06.303155+0000","last_peered":"2024-04-25T15:59:06.303155+0000","last_clean":"2024-04-25T15:59:06.303155+0000","last_became_active":"2024-04-25T15:58:41.242557+0000","last_became_peered":"2024-04-25T15:58:41.242557+0000","last_unstale":"2024-04-25T15:59:06.303155+0000","last_undegraded":"2024-04-25T15:59:06.303155+0000","last_fullsized":"2024-04-25T15:59:06.303155+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:53:32.794416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286468+0000","last_change":"2024-04-25T15:58:42.267697+0000","last_active":"2024-04-25T15:58:47.286468+0000","last_peered":"2024-04-25T15:58:47.286468+0000","last_clean":"2024-04-25T15:58:47.286468+0000","last_became_active":"2024-04-25T15:58:42.267089+0000","last_became_peered":"2024-04-25T15:58:42.267089+0000","last_unstale":"2024-04-25T15:58:47.286468+0000","last_undegraded":"2024-04-25T15:58:47.286468+0000","last_fullsized":"2024-04-25T15:58:47.286468+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:17.534799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902799+0000","last_change":"2024-04-25T15:58:46.285956+0000","last_active":"2024-04-25T15:58:47.902799+0000","last_peered":"2024-04-25T15:58:47.902799+0000","last_clean":"2024-04-25T15:58:47.902799+0000","last_became_active":"2024-04-25T15:58:46.284327+0000","last_became_peered":"2024-04-25T15:58:46.284327+0000","last_unstale":"2024-04-25T15:58:47.902799+0000","last_undegraded":"2024-04-25T15:58:47.902799+0000","last_fullsized":"2024-04-25T15:58:47.902799+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:57:44.512634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.963592+0000","last_change":"2024-04-25T15:58:41.236984+0000","last_active":"2024-04-25T15:59:08.963592+0000","last_peered":"2024-04-25T15:59:08.963592+0000","last_clean":"2024-04-25T15:59:08.963592+0000","last_became_active":"2024-04-25T15:58:41.236565+0000","last_became_peered":"2024-04-25T15:58:41.236565+0000","last_unstale":"2024-04-25T15:59:08.963592+0000","last_undegraded":"2024-04-25T15:59:08.963592+0000","last_fullsized":"2024-04-25T15:59:08.963592+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:49.014994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903657+0000","last_change":"2024-04-25T15:58:42.254339+0000","last_active":"2024-04-25T15:58:47.903657+0000","last_peered":"2024-04-25T15:58:47.903657+0000","last_clean":"2024-04-25T15:58:47.903657+0000","last_became_active":"2024-04-25T15:58:42.252116+0000","last_became_peered":"2024-04-25T15:58:42.252116+0000","last_unstale":"2024-04-25T15:58:47.903657+0000","last_undegraded":"2024-04-25T15:58:47.903657+0000","last_fullsized":"2024-04-25T15:58:47.903657+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:50.770266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317264+0000","last_change":"2024-04-25T15:58:46.278618+0000","last_active":"2024-04-25T15:58:47.317264+0000","last_peered":"2024-04-25T15:58:47.317264+0000","last_clean":"2024-04-25T15:58:47.317264+0000","last_became_active":"2024-04-25T15:58:46.278085+0000","last_became_peered":"2024-04-25T15:58:46.278085+0000","last_unstale":"2024-04-25T15:58:47.317264+0000","last_undegraded":"2024-04-25T15:58:47.317264+0000","last_fullsized":"2024-04-25T15:58:47.317264+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:45.908516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905257+0000","last_change":"2024-04-25T15:58:41.246516+0000","last_active":"2024-04-25T15:58:47.905257+0000","last_peered":"2024-04-25T15:58:47.905257+0000","last_clean":"2024-04-25T15:58:47.905257+0000","last_became_active":"2024-04-25T15:58:41.244530+0000","last_became_peered":"2024-04-25T15:58:41.244530+0000","last_unstale":"2024-04-25T15:58:47.905257+0000","last_undegraded":"2024-04-25T15:58:47.905257+0000","last_fullsized":"2024-04-25T15:58:47.905257+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:57.598485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286248+0000","last_change":"2024-04-25T15:58:42.253915+0000","last_active":"2024-04-25T15:58:47.286248+0000","last_peered":"2024-04-25T15:58:47.286248+0000","last_clean":"2024-04-25T15:58:47.286248+0000","last_became_active":"2024-04-25T15:58:42.253542+0000","last_became_peered":"2024-04-25T15:58:42.253542+0000","last_unstale":"2024-04-25T15:58:47.286248+0000","last_undegraded":"2024-04-25T15:58:47.286248+0000","last_fullsized":"2024-04-25T15:58:47.286248+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:59:46.539015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903955+0000","last_change":"2024-04-25T15:58:46.283125+0000","last_active":"2024-04-25T15:58:47.903955+0000","last_peered":"2024-04-25T15:58:47.903955+0000","last_clean":"2024-04-25T15:58:47.903955+0000","last_became_active":"2024-04-25T15:58:46.282647+0000","last_became_peered":"2024-04-25T15:58:46.282647+0000","last_unstale":"2024-04-25T15:58:47.903955+0000","last_undegraded":"2024-04-25T15:58:47.903955+0000","last_fullsized":"2024-04-25T15:58:47.903955+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:51:06.876405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"79'12","reported_seq":35,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304171+0000","last_change":"2024-04-25T15:58:41.240327+0000","last_active":"2024-04-25T15:59:06.304171+0000","last_peered":"2024-04-25T15:59:06.304171+0000","last_clean":"2024-04-25T15:59:06.304171+0000","last_became_active":"2024-04-25T15:58:41.238427+0000","last_became_peered":"2024-04-25T15:58:41.238427+0000","last_unstale":"2024-04-25T15:59:06.304171+0000","last_undegraded":"2024-04-25T15:59:06.304171+0000","last_fullsized":"2024-04-25T15:59:06.304171+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:19:12.191994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282939+0000","last_change":"2024-04-25T15:58:42.251312+0000","last_active":"2024-04-25T15:58:47.282939+0000","last_peered":"2024-04-25T15:58:47.282939+0000","last_clean":"2024-04-25T15:58:47.282939+0000","last_became_active":"2024-04-25T15:58:42.250961+0000","last_became_peered":"2024-04-25T15:58:42.250961+0000","last_unstale":"2024-04-25T15:58:47.282939+0000","last_undegraded":"2024-04-25T15:58:47.282939+0000","last_fullsized":"2024-04-25T15:58:47.282939+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:49:50.875186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905614+0000","last_change":"2024-04-25T15:58:46.269373+0000","last_active":"2024-04-25T15:58:47.905614+0000","last_peered":"2024-04-25T15:58:47.905614+0000","last_clean":"2024-04-25T15:58:47.905614+0000","last_became_active":"2024-04-25T15:58:46.268380+0000","last_became_peered":"2024-04-25T15:58:46.268380+0000","last_unstale":"2024-04-25T15:58:47.905614+0000","last_undegraded":"2024-04-25T15:58:47.905614+0000","last_fullsized":"2024-04-25T15:58:47.905614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:11.579309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":28,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.310466+0000","last_change":"2024-04-25T15:58:41.244088+0000","last_active":"2024-04-25T15:59:07.310466+0000","last_peered":"2024-04-25T15:59:07.310466+0000","last_clean":"2024-04-25T15:59:07.310466+0000","last_became_active":"2024-04-25T15:58:41.243716+0000","last_became_peered":"2024-04-25T15:58:41.243716+0000","last_unstale":"2024-04-25T15:59:07.310466+0000","last_undegraded":"2024-04-25T15:59:07.310466+0000","last_fullsized":"2024-04-25T15:59:07.310466+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:05:01.389117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286669+0000","last_change":"2024-04-25T15:58:42.248047+0000","last_active":"2024-04-25T15:58:47.286669+0000","last_peered":"2024-04-25T15:58:47.286669+0000","last_clean":"2024-04-25T15:58:47.286669+0000","last_became_active":"2024-04-25T15:58:42.247719+0000","last_became_peered":"2024-04-25T15:58:42.247719+0000","last_unstale":"2024-04-25T15:58:47.286669+0000","last_undegraded":"2024-04-25T15:58:47.286669+0000","last_fullsized":"2024-04-25T15:58:47.286669+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:24:44.351558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903979+0000","last_change":"2024-04-25T15:58:46.283672+0000","last_active":"2024-04-25T15:58:47.903979+0000","last_peered":"2024-04-25T15:58:47.903979+0000","last_clean":"2024-04-25T15:58:47.903979+0000","last_became_active":"2024-04-25T15:58:46.283287+0000","last_became_peered":"2024-04-25T15:58:46.283287+0000","last_unstale":"2024-04-25T15:58:47.903979+0000","last_undegraded":"2024-04-25T15:58:47.903979+0000","last_fullsized":"2024-04-25T15:58:47.903979+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:12.367015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304810+0000","last_change":"2024-04-25T15:58:41.241094+0000","last_active":"2024-04-25T15:59:06.304810+0000","last_peered":"2024-04-25T15:59:06.304810+0000","last_clean":"2024-04-25T15:59:06.304810+0000","last_became_active":"2024-04-25T15:58:41.240693+0000","last_became_peered":"2024-04-25T15:58:41.240693+0000","last_unstale":"2024-04-25T15:59:06.304810+0000","last_undegraded":"2024-04-25T15:59:06.304810+0000","last_fullsized":"2024-04-25T15:59:06.304810+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:10:14.524753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754490+0000","last_change":"2024-04-25T15:58:42.262460+0000","last_active":"2024-04-25T15:58:47.754490+0000","last_peered":"2024-04-25T15:58:47.754490+0000","last_clean":"2024-04-25T15:58:47.754490+0000","last_became_active":"2024-04-25T15:58:42.262098+0000","last_became_peered":"2024-04-25T15:58:42.262098+0000","last_unstale":"2024-04-25T15:58:47.754490+0000","last_undegraded":"2024-04-25T15:58:47.754490+0000","last_fullsized":"2024-04-25T15:58:47.754490+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:08.274999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904645+0000","last_change":"2024-04-25T15:58:46.282629+0000","last_active":"2024-04-25T15:58:47.904645+0000","last_peered":"2024-04-25T15:58:47.904645+0000","last_clean":"2024-04-25T15:58:47.904645+0000","last_became_active":"2024-04-25T15:58:46.282231+0000","last_became_peered":"2024-04-25T15:58:46.282231+0000","last_unstale":"2024-04-25T15:58:47.904645+0000","last_undegraded":"2024-04-25T15:58:47.904645+0000","last_fullsized":"2024-04-25T15:58:47.904645+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:43:11.932724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.316865+0000","last_change":"2024-04-25T15:58:41.240751+0000","last_active":"2024-04-25T15:58:47.316865+0000","last_peered":"2024-04-25T15:58:47.316865+0000","last_clean":"2024-04-25T15:58:47.316865+0000","last_became_active":"2024-04-25T15:58:41.240204+0000","last_became_peered":"2024-04-25T15:58:41.240204+0000","last_unstale":"2024-04-25T15:58:47.316865+0000","last_undegraded":"2024-04-25T15:58:47.316865+0000","last_fullsized":"2024-04-25T15:58:47.316865+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:12:22.124050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754339+0000","last_change":"2024-04-25T15:58:42.254600+0000","last_active":"2024-04-25T15:58:47.754339+0000","last_peered":"2024-04-25T15:58:47.754339+0000","last_clean":"2024-04-25T15:58:47.754339+0000","last_became_active":"2024-04-25T15:58:42.254216+0000","last_became_peered":"2024-04-25T15:58:42.254216+0000","last_unstale":"2024-04-25T15:58:47.754339+0000","last_undegraded":"2024-04-25T15:58:47.754339+0000","last_fullsized":"2024-04-25T15:58:47.754339+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:19.560752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287214+0000","last_change":"2024-04-25T15:58:46.277751+0000","last_active":"2024-04-25T15:58:47.287214+0000","last_peered":"2024-04-25T15:58:47.287214+0000","last_clean":"2024-04-25T15:58:47.287214+0000","last_became_active":"2024-04-25T15:58:46.277243+0000","last_became_peered":"2024-04-25T15:58:46.277243+0000","last_unstale":"2024-04-25T15:58:47.287214+0000","last_undegraded":"2024-04-25T15:58:47.287214+0000","last_fullsized":"2024-04-25T15:58:47.287214+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:17.766181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":40,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.950797+0000","last_change":"2024-04-25T15:58:41.239226+0000","last_active":"2024-04-25T15:59:08.950797+0000","last_peered":"2024-04-25T15:59:08.950797+0000","last_clean":"2024-04-25T15:59:08.950797+0000","last_became_active":"2024-04-25T15:58:41.238823+0000","last_became_peered":"2024-04-25T15:58:41.238823+0000","last_unstale":"2024-04-25T15:59:08.950797+0000","last_undegraded":"2024-04-25T15:59:08.950797+0000","last_fullsized":"2024-04-25T15:59:08.950797+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:17:08.633577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903777+0000","last_change":"2024-04-25T15:58:42.265555+0000","last_active":"2024-04-25T15:58:47.903777+0000","last_peered":"2024-04-25T15:58:47.903777+0000","last_clean":"2024-04-25T15:58:47.903777+0000","last_became_active":"2024-04-25T15:58:42.265215+0000","last_became_peered":"2024-04-25T15:58:42.265215+0000","last_unstale":"2024-04-25T15:58:47.903777+0000","last_undegraded":"2024-04-25T15:58:47.903777+0000","last_fullsized":"2024-04-25T15:58:47.903777+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:41.379413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903655+0000","last_change":"2024-04-25T15:58:46.274868+0000","last_active":"2024-04-25T15:58:47.903655+0000","last_peered":"2024-04-25T15:58:47.903655+0000","last_clean":"2024-04-25T15:58:47.903655+0000","last_became_active":"2024-04-25T15:58:46.274512+0000","last_became_peered":"2024-04-25T15:58:46.274512+0000","last_unstale":"2024-04-25T15:58:47.903655+0000","last_undegraded":"2024-04-25T15:58:47.903655+0000","last_fullsized":"2024-04-25T15:58:47.903655+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:57:11.413409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.954760+0000","last_change":"2024-04-25T15:58:41.241232+0000","last_active":"2024-04-25T15:59:08.954760+0000","last_peered":"2024-04-25T15:59:08.954760+0000","last_clean":"2024-04-25T15:59:08.954760+0000","last_became_active":"2024-04-25T15:58:41.240746+0000","last_became_peered":"2024-04-25T15:58:41.240746+0000","last_unstale":"2024-04-25T15:59:08.954760+0000","last_undegraded":"2024-04-25T15:59:08.954760+0000","last_fullsized":"2024-04-25T15:59:08.954760+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:41:39.736649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903577+0000","last_change":"2024-04-25T15:58:42.251316+0000","last_active":"2024-04-25T15:58:47.903577+0000","last_peered":"2024-04-25T15:58:47.903577+0000","last_clean":"2024-04-25T15:58:47.903577+0000","last_became_active":"2024-04-25T15:58:42.250959+0000","last_became_peered":"2024-04-25T15:58:42.250959+0000","last_unstale":"2024-04-25T15:58:47.903577+0000","last_undegraded":"2024-04-25T15:58:47.903577+0000","last_fullsized":"2024-04-25T15:58:47.903577+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:01.658169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282825+0000","last_change":"2024-04-25T15:58:46.304672+0000","last_active":"2024-04-25T15:58:47.282825+0000","last_peered":"2024-04-25T15:58:47.282825+0000","last_clean":"2024-04-25T15:58:47.282825+0000","last_became_active":"2024-04-25T15:58:46.304233+0000","last_became_peered":"2024-04-25T15:58:46.304233+0000","last_unstale":"2024-04-25T15:58:47.282825+0000","last_undegraded":"2024-04-25T15:58:47.282825+0000","last_fullsized":"2024-04-25T15:58:47.282825+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:04:33.377181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903961+0000","last_change":"2024-04-25T15:58:41.244239+0000","last_active":"2024-04-25T15:58:47.903961+0000","last_peered":"2024-04-25T15:58:47.903961+0000","last_clean":"2024-04-25T15:58:47.903961+0000","last_became_active":"2024-04-25T15:58:41.243829+0000","last_became_peered":"2024-04-25T15:58:41.243829+0000","last_unstale":"2024-04-25T15:58:47.903961+0000","last_undegraded":"2024-04-25T15:58:47.903961+0000","last_fullsized":"2024-04-25T15:58:47.903961+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:13.560097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903061+0000","last_change":"2024-04-25T15:58:42.250381+0000","last_active":"2024-04-25T15:58:47.903061+0000","last_peered":"2024-04-25T15:58:47.903061+0000","last_clean":"2024-04-25T15:58:47.903061+0000","last_became_active":"2024-04-25T15:58:42.249958+0000","last_became_peered":"2024-04-25T15:58:42.249958+0000","last_unstale":"2024-04-25T15:58:47.903061+0000","last_undegraded":"2024-04-25T15:58:47.903061+0000","last_fullsized":"2024-04-25T15:58:47.903061+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:15.886525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286902+0000","last_change":"2024-04-25T15:58:46.275041+0000","last_active":"2024-04-25T15:58:47.286902+0000","last_peered":"2024-04-25T15:58:47.286902+0000","last_clean":"2024-04-25T15:58:47.286902+0000","last_became_active":"2024-04-25T15:58:46.274607+0000","last_became_peered":"2024-04-25T15:58:46.274607+0000","last_unstale":"2024-04-25T15:58:47.286902+0000","last_undegraded":"2024-04-25T15:58:47.286902+0000","last_fullsized":"2024-04-25T15:58:47.286902+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:18:40.721371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"79'5","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.961516+0000","last_change":"2024-04-25T15:58:41.240688+0000","last_active":"2024-04-25T15:59:08.961516+0000","last_peered":"2024-04-25T15:59:08.961516+0000","last_clean":"2024-04-25T15:59:08.961516+0000","last_became_active":"2024-04-25T15:58:41.240352+0000","last_became_peered":"2024-04-25T15:58:41.240352+0000","last_unstale":"2024-04-25T15:59:08.961516+0000","last_undegraded":"2024-04-25T15:59:08.961516+0000","last_fullsized":"2024-04-25T15:59:08.961516+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:54:45.779737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902939+0000","last_change":"2024-04-25T15:58:42.248112+0000","last_active":"2024-04-25T15:58:47.902939+0000","last_peered":"2024-04-25T15:58:47.902939+0000","last_clean":"2024-04-25T15:58:47.902939+0000","last_became_active":"2024-04-25T15:58:42.247703+0000","last_became_peered":"2024-04-25T15:58:42.247703+0000","last_unstale":"2024-04-25T15:58:47.902939+0000","last_undegraded":"2024-04-25T15:58:47.902939+0000","last_fullsized":"2024-04-25T15:58:47.902939+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:47.474592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287162+0000","last_change":"2024-04-25T15:58:46.304498+0000","last_active":"2024-04-25T15:58:47.287162+0000","last_peered":"2024-04-25T15:58:47.287162+0000","last_clean":"2024-04-25T15:58:47.287162+0000","last_became_active":"2024-04-25T15:58:46.304025+0000","last_became_peered":"2024-04-25T15:58:46.304025+0000","last_unstale":"2024-04-25T15:58:47.287162+0000","last_undegraded":"2024-04-25T15:58:47.287162+0000","last_fullsized":"2024-04-25T15:58:47.287162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:50.443453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903612+0000","last_change":"2024-04-25T15:58:42.250099+0000","last_active":"2024-04-25T15:58:47.903612+0000","last_peered":"2024-04-25T15:58:47.903612+0000","last_clean":"2024-04-25T15:58:47.903612+0000","last_became_active":"2024-04-25T15:58:42.249702+0000","last_became_peered":"2024-04-25T15:58:42.249702+0000","last_unstale":"2024-04-25T15:58:47.903612+0000","last_undegraded":"2024-04-25T15:58:47.903612+0000","last_fullsized":"2024-04-25T15:58:47.903612+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:41:10.322350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.312399+0000","last_change":"2024-04-25T15:58:41.242515+0000","last_active":"2024-04-25T15:59:07.312399+0000","last_peered":"2024-04-25T15:59:07.312399+0000","last_clean":"2024-04-25T15:59:07.312399+0000","last_became_active":"2024-04-25T15:58:41.242150+0000","last_became_peered":"2024-04-25T15:58:41.242150+0000","last_unstale":"2024-04-25T15:59:07.312399+0000","last_undegraded":"2024-04-25T15:59:07.312399+0000","last_fullsized":"2024-04-25T15:59:07.312399+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:55.995507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754758+0000","last_change":"2024-04-25T15:58:46.277407+0000","last_active":"2024-04-25T15:58:47.754758+0000","last_peered":"2024-04-25T15:58:47.754758+0000","last_clean":"2024-04-25T15:58:47.754758+0000","last_became_active":"2024-04-25T15:58:46.276943+0000","last_became_peered":"2024-04-25T15:58:46.276943+0000","last_unstale":"2024-04-25T15:58:47.754758+0000","last_undegraded":"2024-04-25T15:58:47.754758+0000","last_fullsized":"2024-04-25T15:58:47.754758+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:23.180854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902638+0000","last_change":"2024-04-25T15:58:42.264049+0000","last_active":"2024-04-25T15:58:47.902638+0000","last_peered":"2024-04-25T15:58:47.902638+0000","last_clean":"2024-04-25T15:58:47.902638+0000","last_became_active":"2024-04-25T15:58:42.263085+0000","last_became_peered":"2024-04-25T15:58:42.263085+0000","last_unstale":"2024-04-25T15:58:47.902638+0000","last_undegraded":"2024-04-25T15:58:47.902638+0000","last_fullsized":"2024-04-25T15:58:47.902638+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:52:16.298658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'2","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304687+0000","last_change":"2024-04-25T15:58:41.232449+0000","last_active":"2024-04-25T15:59:06.304687+0000","last_peered":"2024-04-25T15:59:06.304687+0000","last_clean":"2024-04-25T15:59:06.304687+0000","last_became_active":"2024-04-25T15:58:41.231963+0000","last_became_peered":"2024-04-25T15:58:41.231963+0000","last_unstale":"2024-04-25T15:59:06.304687+0000","last_undegraded":"2024-04-25T15:59:06.304687+0000","last_fullsized":"2024-04-25T15:59:06.304687+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:27:54.939464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":97,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754084+0000","last_change":"2024-04-25T15:57:24.365626+0000","last_active":"2024-04-25T15:58:47.754084+0000","last_peered":"2024-04-25T15:58:47.754084+0000","last_clean":"2024-04-25T15:58:47.754084+0000","last_became_active":"2024-04-25T15:57:24.360502+0000","last_became_peered":"2024-04-25T15:57:24.360502+0000","last_unstale":"2024-04-25T15:58:47.754084+0000","last_undegraded":"2024-04-25T15:58:47.754084+0000","last_fullsized":"2024-04-25T15:58:47.754084+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_clean_scrub_stamp":"2024-04-25T15:53:58.582488+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:37:35.516226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905260+0000","last_change":"2024-04-25T15:58:46.304740+0000","last_active":"2024-04-25T15:58:47.905260+0000","last_peered":"2024-04-25T15:58:47.905260+0000","last_clean":"2024-04-25T15:58:47.905260+0000","last_became_active":"2024-04-25T15:58:46.304290+0000","last_became_peered":"2024-04-25T15:58:46.304290+0000","last_unstale":"2024-04-25T15:58:47.905260+0000","last_undegraded":"2024-04-25T15:58:47.905260+0000","last_fullsized":"2024-04-25T15:58:47.905260+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:26:22.530434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286331+0000","last_change":"2024-04-25T15:58:42.247081+0000","last_active":"2024-04-25T15:58:47.286331+0000","last_peered":"2024-04-25T15:58:47.286331+0000","last_clean":"2024-04-25T15:58:47.286331+0000","last_became_active":"2024-04-25T15:58:42.246758+0000","last_became_peered":"2024-04-25T15:58:42.246758+0000","last_unstale":"2024-04-25T15:58:47.286331+0000","last_undegraded":"2024-04-25T15:58:47.286331+0000","last_fullsized":"2024-04-25T15:58:47.286331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:37:25.348957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.310699+0000","last_change":"2024-04-25T15:58:41.243368+0000","last_active":"2024-04-25T15:59:07.310699+0000","last_peered":"2024-04-25T15:59:07.310699+0000","last_clean":"2024-04-25T15:59:07.310699+0000","last_became_active":"2024-04-25T15:58:41.242814+0000","last_became_peered":"2024-04-25T15:58:41.242814+0000","last_unstale":"2024-04-25T15:59:07.310699+0000","last_undegraded":"2024-04-25T15:59:07.310699+0000","last_fullsized":"2024-04-25T15:59:07.310699+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:27.227259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903371+0000","last_change":"2024-04-25T15:58:46.272942+0000","last_active":"2024-04-25T15:58:47.903371+0000","last_peered":"2024-04-25T15:58:47.903371+0000","last_clean":"2024-04-25T15:58:47.903371+0000","last_became_active":"2024-04-25T15:58:46.272438+0000","last_became_peered":"2024-04-25T15:58:46.272438+0000","last_unstale":"2024-04-25T15:58:47.903371+0000","last_undegraded":"2024-04-25T15:58:47.903371+0000","last_fullsized":"2024-04-25T15:58:47.903371+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:10:54.751961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.954587+0000","last_change":"2024-04-25T15:58:41.246823+0000","last_active":"2024-04-25T15:59:08.954587+0000","last_peered":"2024-04-25T15:59:08.954587+0000","last_clean":"2024-04-25T15:59:08.954587+0000","last_became_active":"2024-04-25T15:58:41.246471+0000","last_became_peered":"2024-04-25T15:58:41.246471+0000","last_unstale":"2024-04-25T15:59:08.954587+0000","last_undegraded":"2024-04-25T15:59:08.954587+0000","last_fullsized":"2024-04-25T15:59:08.954587+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:55.327145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287016+0000","last_change":"2024-04-25T15:58:42.238399+0000","last_active":"2024-04-25T15:58:47.287016+0000","last_peered":"2024-04-25T15:58:47.287016+0000","last_clean":"2024-04-25T15:58:47.287016+0000","last_became_active":"2024-04-25T15:58:42.237970+0000","last_became_peered":"2024-04-25T15:58:42.237970+0000","last_unstale":"2024-04-25T15:58:47.287016+0000","last_undegraded":"2024-04-25T15:58:47.287016+0000","last_fullsized":"2024-04-25T15:58:47.287016+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:33.228840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902854+0000","last_change":"2024-04-25T15:58:46.304455+0000","last_active":"2024-04-25T15:58:47.902854+0000","last_peered":"2024-04-25T15:58:47.902854+0000","last_clean":"2024-04-25T15:58:47.902854+0000","last_became_active":"2024-04-25T15:58:46.303992+0000","last_became_peered":"2024-04-25T15:58:46.303992+0000","last_unstale":"2024-04-25T15:58:47.902854+0000","last_undegraded":"2024-04-25T15:58:47.902854+0000","last_fullsized":"2024-04-25T15:58:47.902854+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:19:16.666635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'1","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904619+0000","last_change":"2024-04-25T15:58:41.243384+0000","last_active":"2024-04-25T15:58:47.904619+0000","last_peered":"2024-04-25T15:58:47.904619+0000","last_clean":"2024-04-25T15:58:47.904619+0000","last_became_active":"2024-04-25T15:58:41.242972+0000","last_became_peered":"2024-04-25T15:58:41.242972+0000","last_unstale":"2024-04-25T15:58:47.904619+0000","last_undegraded":"2024-04-25T15:58:47.904619+0000","last_fullsized":"2024-04-25T15:58:47.904619+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:18:37.321396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903442+0000","last_change":"2024-04-25T15:58:42.257643+0000","last_active":"2024-04-25T15:58:47.903442+0000","last_peered":"2024-04-25T15:58:47.903442+0000","last_clean":"2024-04-25T15:58:47.903442+0000","last_became_active":"2024-04-25T15:58:42.257176+0000","last_became_peered":"2024-04-25T15:58:42.257176+0000","last_unstale":"2024-04-25T15:58:47.903442+0000","last_undegraded":"2024-04-25T15:58:47.903442+0000","last_fullsized":"2024-04-25T15:58:47.903442+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:28:07.473833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903897+0000","last_change":"2024-04-25T15:58:46.269812+0000","last_active":"2024-04-25T15:58:47.903897+0000","last_peered":"2024-04-25T15:58:47.903897+0000","last_clean":"2024-04-25T15:58:47.903897+0000","last_became_active":"2024-04-25T15:58:46.269417+0000","last_became_peered":"2024-04-25T15:58:46.269417+0000","last_unstale":"2024-04-25T15:58:47.903897+0000","last_undegraded":"2024-04-25T15:58:47.903897+0000","last_fullsized":"2024-04-25T15:58:47.903897+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:37.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.302549+0000","last_change":"2024-04-25T15:58:41.238531+0000","last_active":"2024-04-25T15:59:06.302549+0000","last_peered":"2024-04-25T15:59:06.302549+0000","last_clean":"2024-04-25T15:59:06.302549+0000","last_became_active":"2024-04-25T15:58:41.238188+0000","last_became_peered":"2024-04-25T15:58:41.238188+0000","last_unstale":"2024-04-25T15:59:06.302549+0000","last_undegraded":"2024-04-25T15:59:06.302549+0000","last_fullsized":"2024-04-25T15:59:06.302549+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:16.149552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903695+0000","last_change":"2024-04-25T15:58:42.259925+0000","last_active":"2024-04-25T15:58:47.903695+0000","last_peered":"2024-04-25T15:58:47.903695+0000","last_clean":"2024-04-25T15:58:47.903695+0000","last_became_active":"2024-04-25T15:58:42.259556+0000","last_became_peered":"2024-04-25T15:58:42.259556+0000","last_unstale":"2024-04-25T15:58:47.903695+0000","last_undegraded":"2024-04-25T15:58:47.903695+0000","last_fullsized":"2024-04-25T15:58:47.903695+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:54.428151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317396+0000","last_change":"2024-04-25T15:58:46.304379+0000","last_active":"2024-04-25T15:58:47.317396+0000","last_peered":"2024-04-25T15:58:47.317396+0000","last_clean":"2024-04-25T15:58:47.317396+0000","last_became_active":"2024-04-25T15:58:46.303920+0000","last_became_peered":"2024-04-25T15:58:46.303920+0000","last_unstale":"2024-04-25T15:58:47.317396+0000","last_undegraded":"2024-04-25T15:58:47.317396+0000","last_fullsized":"2024-04-25T15:58:47.317396+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:54.186900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.303256+0000","last_change":"2024-04-25T15:58:41.245959+0000","last_active":"2024-04-25T15:59:06.303256+0000","last_peered":"2024-04-25T15:59:06.303256+0000","last_clean":"2024-04-25T15:59:06.303256+0000","last_became_active":"2024-04-25T15:58:41.245646+0000","last_became_peered":"2024-04-25T15:58:41.245646+0000","last_unstale":"2024-04-25T15:59:06.303256+0000","last_undegraded":"2024-04-25T15:59:06.303256+0000","last_fullsized":"2024-04-25T15:59:06.303256+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:44:12.182238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282422+0000","last_change":"2024-04-25T15:58:42.259084+0000","last_active":"2024-04-25T15:58:47.282422+0000","last_peered":"2024-04-25T15:58:47.282422+0000","last_clean":"2024-04-25T15:58:47.282422+0000","last_became_active":"2024-04-25T15:58:42.258682+0000","last_became_peered":"2024-04-25T15:58:42.258682+0000","last_unstale":"2024-04-25T15:58:47.282422+0000","last_undegraded":"2024-04-25T15:58:47.282422+0000","last_fullsized":"2024-04-25T15:58:47.282422+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:47.572601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904726+0000","last_change":"2024-04-25T15:58:46.286531+0000","last_active":"2024-04-25T15:58:47.904726+0000","last_peered":"2024-04-25T15:58:47.904726+0000","last_clean":"2024-04-25T15:58:47.904726+0000","last_became_active":"2024-04-25T15:58:46.285357+0000","last_became_peered":"2024-04-25T15:58:46.285357+0000","last_unstale":"2024-04-25T15:58:47.904726+0000","last_undegraded":"2024-04-25T15:58:47.904726+0000","last_fullsized":"2024-04-25T15:58:47.904726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:23.835719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304731+0000","last_change":"2024-04-25T15:58:41.242603+0000","last_active":"2024-04-25T15:59:06.304731+0000","last_peered":"2024-04-25T15:59:06.304731+0000","last_clean":"2024-04-25T15:59:06.304731+0000","last_became_active":"2024-04-25T15:58:41.242269+0000","last_became_peered":"2024-04-25T15:58:41.242269+0000","last_unstale":"2024-04-25T15:59:06.304731+0000","last_undegraded":"2024-04-25T15:59:06.304731+0000","last_fullsized":"2024-04-25T15:59:06.304731+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:31:04.355727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903194+0000","last_change":"2024-04-25T15:58:42.249392+0000","last_active":"2024-04-25T15:58:47.903194+0000","last_peered":"2024-04-25T15:58:47.903194+0000","last_clean":"2024-04-25T15:58:47.903194+0000","last_became_active":"2024-04-25T15:58:42.248740+0000","last_became_peered":"2024-04-25T15:58:42.248740+0000","last_unstale":"2024-04-25T15:58:47.903194+0000","last_undegraded":"2024-04-25T15:58:47.903194+0000","last_fullsized":"2024-04-25T15:58:47.903194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:59.419907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317101+0000","last_change":"2024-04-25T15:58:46.278707+0000","last_active":"2024-04-25T15:58:47.317101+0000","last_peered":"2024-04-25T15:58:47.317101+0000","last_clean":"2024-04-25T15:58:47.317101+0000","last_became_active":"2024-04-25T15:58:46.278237+0000","last_became_peered":"2024-04-25T15:58:46.278237+0000","last_unstale":"2024-04-25T15:58:47.317101+0000","last_undegraded":"2024-04-25T15:58:47.317101+0000","last_fullsized":"2024-04-25T15:58:47.317101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:50:21.603779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903522+0000","last_change":"2024-04-25T15:58:41.243164+0000","last_active":"2024-04-25T15:58:47.903522+0000","last_peered":"2024-04-25T15:58:47.903522+0000","last_clean":"2024-04-25T15:58:47.903522+0000","last_became_active":"2024-04-25T15:58:41.242724+0000","last_became_peered":"2024-04-25T15:58:41.242724+0000","last_unstale":"2024-04-25T15:58:47.903522+0000","last_undegraded":"2024-04-25T15:58:47.903522+0000","last_fullsized":"2024-04-25T15:58:47.903522+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:19:50.350675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903233+0000","last_change":"2024-04-25T15:58:42.256400+0000","last_active":"2024-04-25T15:58:47.903233+0000","last_peered":"2024-04-25T15:58:47.903233+0000","last_clean":"2024-04-25T15:58:47.903233+0000","last_became_active":"2024-04-25T15:58:42.256067+0000","last_became_peered":"2024-04-25T15:58:42.256067+0000","last_unstale":"2024-04-25T15:58:47.903233+0000","last_undegraded":"2024-04-25T15:58:47.903233+0000","last_fullsized":"2024-04-25T15:58:47.903233+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:31.265819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317167+0000","last_change":"2024-04-25T15:58:46.304361+0000","last_active":"2024-04-25T15:58:47.317167+0000","last_peered":"2024-04-25T15:58:47.317167+0000","last_clean":"2024-04-25T15:58:47.317167+0000","last_became_active":"2024-04-25T15:58:46.303831+0000","last_became_peered":"2024-04-25T15:58:46.303831+0000","last_unstale":"2024-04-25T15:58:47.317167+0000","last_undegraded":"2024-04-25T15:58:47.317167+0000","last_fullsized":"2024-04-25T15:58:47.317167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:58:00.281587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.305054+0000","last_change":"2024-04-25T15:58:41.238349+0000","last_active":"2024-04-25T15:59:06.305054+0000","last_peered":"2024-04-25T15:59:06.305054+0000","last_clean":"2024-04-25T15:59:06.305054+0000","last_became_active":"2024-04-25T15:58:41.237973+0000","last_became_peered":"2024-04-25T15:58:41.237973+0000","last_unstale":"2024-04-25T15:59:06.305054+0000","last_undegraded":"2024-04-25T15:59:06.305054+0000","last_fullsized":"2024-04-25T15:59:06.305054+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:54.224013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754443+0000","last_change":"2024-04-25T15:58:42.268054+0000","last_active":"2024-04-25T15:58:47.754443+0000","last_peered":"2024-04-25T15:58:47.754443+0000","last_clean":"2024-04-25T15:58:47.754443+0000","last_became_active":"2024-04-25T15:58:42.267652+0000","last_became_peered":"2024-04-25T15:58:42.267652+0000","last_unstale":"2024-04-25T15:58:47.754443+0000","last_undegraded":"2024-04-25T15:58:47.754443+0000","last_fullsized":"2024-04-25T15:58:47.754443+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:28:09.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286123+0000","last_change":"2024-04-25T15:58:46.264772+0000","last_active":"2024-04-25T15:58:47.286123+0000","last_peered":"2024-04-25T15:58:47.286123+0000","last_clean":"2024-04-25T15:58:47.286123+0000","last_became_active":"2024-04-25T15:58:46.264047+0000","last_became_peered":"2024-04-25T15:58:46.264047+0000","last_unstale":"2024-04-25T15:58:47.286123+0000","last_undegraded":"2024-04-25T15:58:47.286123+0000","last_fullsized":"2024-04-25T15:58:47.286123+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:22:44.474274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.312006+0000","last_change":"2024-04-25T15:58:41.245505+0000","last_active":"2024-04-25T15:59:07.312006+0000","last_peered":"2024-04-25T15:59:07.312006+0000","last_clean":"2024-04-25T15:59:07.312006+0000","last_became_active":"2024-04-25T15:58:41.245096+0000","last_became_peered":"2024-04-25T15:58:41.245096+0000","last_unstale":"2024-04-25T15:59:07.312006+0000","last_undegraded":"2024-04-25T15:59:07.312006+0000","last_fullsized":"2024-04-25T15:59:07.312006+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:33:06.372478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754945+0000","last_change":"2024-04-25T15:58:42.265753+0000","last_active":"2024-04-25T15:58:47.754945+0000","last_peered":"2024-04-25T15:58:47.754945+0000","last_clean":"2024-04-25T15:58:47.754945+0000","last_became_active":"2024-04-25T15:58:42.264963+0000","last_became_peered":"2024-04-25T15:58:42.264963+0000","last_unstale":"2024-04-25T15:58:47.754945+0000","last_undegraded":"2024-04-25T15:58:47.754945+0000","last_fullsized":"2024-04-25T15:58:47.754945+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:32.683081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902986+0000","last_change":"2024-04-25T15:58:46.273177+0000","last_active":"2024-04-25T15:58:47.902986+0000","last_peered":"2024-04-25T15:58:47.902986+0000","last_clean":"2024-04-25T15:58:47.902986+0000","last_became_active":"2024-04-25T15:58:46.272585+0000","last_became_peered":"2024-04-25T15:58:46.272585+0000","last_unstale":"2024-04-25T15:58:47.902986+0000","last_undegraded":"2024-04-25T15:58:47.902986+0000","last_fullsized":"2024-04-25T15:58:47.902986+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:36.665403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"74'1","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905339+0000","last_change":"2024-04-25T15:58:41.245227+0000","last_active":"2024-04-25T15:58:47.905339+0000","last_peered":"2024-04-25T15:58:47.905339+0000","last_clean":"2024-04-25T15:58:47.905339+0000","last_became_active":"2024-04-25T15:58:41.244416+0000","last_became_peered":"2024-04-25T15:58:41.244416+0000","last_unstale":"2024-04-25T15:58:47.905339+0000","last_undegraded":"2024-04-25T15:58:47.905339+0000","last_fullsized":"2024-04-25T15:58:47.905339+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:30:25.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754525+0000","last_change":"2024-04-25T15:58:42.254312+0000","last_active":"2024-04-25T15:58:47.754525+0000","last_peered":"2024-04-25T15:58:47.754525+0000","last_clean":"2024-04-25T15:58:47.754525+0000","last_became_active":"2024-04-25T15:58:42.253350+0000","last_became_peered":"2024-04-25T15:58:42.253350+0000","last_unstale":"2024-04-25T15:58:47.754525+0000","last_undegraded":"2024-04-25T15:58:47.754525+0000","last_fullsized":"2024-04-25T15:58:47.754525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:10:14.967441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903149+0000","last_change":"2024-04-25T15:58:46.269199+0000","last_active":"2024-04-25T15:58:47.903149+0000","last_peered":"2024-04-25T15:58:47.903149+0000","last_clean":"2024-04-25T15:58:47.903149+0000","last_became_active":"2024-04-25T15:58:46.268790+0000","last_became_peered":"2024-04-25T15:58:46.268790+0000","last_unstale":"2024-04-25T15:58:47.903149+0000","last_undegraded":"2024-04-25T15:58:47.903149+0000","last_fullsized":"2024-04-25T15:58:47.903149+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:05:27.917467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"79'3","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287125+0000","last_change":"2024-04-25T15:58:41.239423+0000","last_active":"2024-04-25T15:58:47.287125+0000","last_peered":"2024-04-25T15:58:47.287125+0000","last_clean":"2024-04-25T15:58:47.287125+0000","last_became_active":"2024-04-25T15:58:41.239090+0000","last_became_peered":"2024-04-25T15:58:41.239090+0000","last_unstale":"2024-04-25T15:58:47.287125+0000","last_undegraded":"2024-04-25T15:58:47.287125+0000","last_fullsized":"2024-04-25T15:58:47.287125+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:16:42.843577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754924+0000","last_change":"2024-04-25T15:58:42.253042+0000","last_active":"2024-04-25T15:58:47.754924+0000","last_peered":"2024-04-25T15:58:47.754924+0000","last_clean":"2024-04-25T15:58:47.754924+0000","last_became_active":"2024-04-25T15:58:42.251607+0000","last_became_peered":"2024-04-25T15:58:42.251607+0000","last_unstale":"2024-04-25T15:58:47.754924+0000","last_undegraded":"2024-04-25T15:58:47.754924+0000","last_fullsized":"2024-04-25T15:58:47.754924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:52:00.997920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903345+0000","last_change":"2024-04-25T15:58:42.256472+0000","last_active":"2024-04-25T15:58:47.903345+0000","last_peered":"2024-04-25T15:58:47.903345+0000","last_clean":"2024-04-25T15:58:47.903345+0000","last_became_active":"2024-04-25T15:58:42.256042+0000","last_became_peered":"2024-04-25T15:58:42.256042+0000","last_unstale":"2024-04-25T15:58:47.903345+0000","last_undegraded":"2024-04-25T15:58:47.903345+0000","last_fullsized":"2024-04-25T15:58:47.903345+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:05.233696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904255+0000","last_change":"2024-04-25T15:58:42.251117+0000","last_active":"2024-04-25T15:58:47.904255+0000","last_peered":"2024-04-25T15:58:47.904255+0000","last_clean":"2024-04-25T15:58:47.904255+0000","last_became_active":"2024-04-25T15:58:42.250699+0000","last_became_peered":"2024-04-25T15:58:42.250699+0000","last_unstale":"2024-04-25T15:58:47.904255+0000","last_undegraded":"2024-04-25T15:58:47.904255+0000","last_fullsized":"2024-04-25T15:58:47.904255+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:07:06.156055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903332+0000","last_change":"2024-04-25T15:58:42.248233+0000","last_active":"2024-04-25T15:58:47.903332+0000","last_peered":"2024-04-25T15:58:47.903332+0000","last_clean":"2024-04-25T15:58:47.903332+0000","last_became_active":"2024-04-25T15:58:42.247797+0000","last_became_peered":"2024-04-25T15:58:42.247797+0000","last_unstale":"2024-04-25T15:58:47.903332+0000","last_undegraded":"2024-04-25T15:58:47.903332+0000","last_fullsized":"2024-04-25T15:58:47.903332+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:48.328094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903222+0000","last_change":"2024-04-25T15:58:42.246937+0000","last_active":"2024-04-25T15:58:47.903222+0000","last_peered":"2024-04-25T15:58:47.903222+0000","last_clean":"2024-04-25T15:58:47.903222+0000","last_became_active":"2024-04-25T15:58:42.246599+0000","last_became_peered":"2024-04-25T15:58:42.246599+0000","last_unstale":"2024-04-25T15:58:47.903222+0000","last_undegraded":"2024-04-25T15:58:47.903222+0000","last_fullsized":"2024-04-25T15:58:47.903222+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:09:40.026076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286999+0000","last_change":"2024-04-25T15:58:42.250017+0000","last_active":"2024-04-25T15:58:47.286999+0000","last_peered":"2024-04-25T15:58:47.286999+0000","last_clean":"2024-04-25T15:58:47.286999+0000","last_became_active":"2024-04-25T15:58:42.249669+0000","last_became_peered":"2024-04-25T15:58:42.249669+0000","last_unstale":"2024-04-25T15:58:47.286999+0000","last_undegraded":"2024-04-25T15:58:47.286999+0000","last_fullsized":"2024-04-25T15:58:47.286999+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:20:20.329897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904007+0000","last_change":"2024-04-25T15:58:42.253004+0000","last_active":"2024-04-25T15:58:47.904007+0000","last_peered":"2024-04-25T15:58:47.904007+0000","last_clean":"2024-04-25T15:58:47.904007+0000","last_became_active":"2024-04-25T15:58:42.251971+0000","last_became_peered":"2024-04-25T15:58:42.251971+0000","last_unstale":"2024-04-25T15:58:47.904007+0000","last_undegraded":"2024-04-25T15:58:47.904007+0000","last_fullsized":"2024-04-25T15:58:47.904007+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:51:38.509688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904192+0000","last_change":"2024-04-25T15:58:42.248645+0000","last_active":"2024-04-25T15:58:47.904192+0000","last_peered":"2024-04-25T15:58:47.904192+0000","last_clean":"2024-04-25T15:58:47.904192+0000","last_became_active":"2024-04-25T15:58:42.248194+0000","last_became_peered":"2024-04-25T15:58:42.248194+0000","last_unstale":"2024-04-25T15:58:47.904192+0000","last_undegraded":"2024-04-25T15:58:47.904192+0000","last_fullsized":"2024-04-25T15:58:47.904192+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:43:56.381488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903650+0000","last_change":"2024-04-25T15:58:42.260786+0000","last_active":"2024-04-25T15:58:47.903650+0000","last_peered":"2024-04-25T15:58:47.903650+0000","last_clean":"2024-04-25T15:58:47.903650+0000","last_became_active":"2024-04-25T15:58:42.260419+0000","last_became_peered":"2024-04-25T15:58:42.260419+0000","last_unstale":"2024-04-25T15:58:47.903650+0000","last_undegraded":"2024-04-25T15:58:47.903650+0000","last_fullsized":"2024-04-25T15:58:47.903650+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:24.238746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903475+0000","last_change":"2024-04-25T15:58:42.255622+0000","last_active":"2024-04-25T15:58:47.903475+0000","last_peered":"2024-04-25T15:58:47.903475+0000","last_clean":"2024-04-25T15:58:47.903475+0000","last_became_active":"2024-04-25T15:58:42.254371+0000","last_became_peered":"2024-04-25T15:58:42.254371+0000","last_unstale":"2024-04-25T15:58:47.903475+0000","last_undegraded":"2024-04-25T15:58:47.903475+0000","last_fullsized":"2024-04-25T15:58:47.903475+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:20:57.508349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904322+0000","last_change":"2024-04-25T15:58:42.253409+0000","last_active":"2024-04-25T15:58:47.904322+0000","last_peered":"2024-04-25T15:58:47.904322+0000","last_clean":"2024-04-25T15:58:47.904322+0000","last_became_active":"2024-04-25T15:58:42.253079+0000","last_became_peered":"2024-04-25T15:58:42.253079+0000","last_unstale":"2024-04-25T15:58:47.904322+0000","last_undegraded":"2024-04-25T15:58:47.904322+0000","last_fullsized":"2024-04-25T15:58:47.904322+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:16:30.388904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286364+0000","last_change":"2024-04-25T15:58:42.264635+0000","last_active":"2024-04-25T15:58:47.286364+0000","last_peered":"2024-04-25T15:58:47.286364+0000","last_clean":"2024-04-25T15:58:47.286364+0000","last_became_active":"2024-04-25T15:58:42.264278+0000","last_became_peered":"2024-04-25T15:58:42.264278+0000","last_unstale":"2024-04-25T15:58:47.286364+0000","last_undegraded":"2024-04-25T15:58:47.286364+0000","last_fullsized":"2024-04-25T15:58:47.286364+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:38:40.301553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286660+0000","last_change":"2024-04-25T15:58:42.245235+0000","last_active":"2024-04-25T15:58:47.286660+0000","last_peered":"2024-04-25T15:58:47.286660+0000","last_clean":"2024-04-25T15:58:47.286660+0000","last_became_active":"2024-04-25T15:58:42.244883+0000","last_became_peered":"2024-04-25T15:58:42.244883+0000","last_unstale":"2024-04-25T15:58:47.286660+0000","last_undegraded":"2024-04-25T15:58:47.286660+0000","last_fullsized":"2024-04-25T15:58:47.286660+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:05:06.456462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904137+0000","last_change":"2024-04-25T15:58:42.261271+0000","last_active":"2024-04-25T15:58:47.904137+0000","last_peered":"2024-04-25T15:58:47.904137+0000","last_clean":"2024-04-25T15:58:47.904137+0000","last_became_active":"2024-04-25T15:58:42.260706+0000","last_became_peered":"2024-04-25T15:58:42.260706+0000","last_unstale":"2024-04-25T15:58:47.904137+0000","last_undegraded":"2024-04-25T15:58:47.904137+0000","last_fullsized":"2024-04-25T15:58:47.904137+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:58:52.598274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":8090,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":142,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":286720,"data_stored":27200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710739,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":423648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906968,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28488,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716664,"statfs":{"total":95995035648,"available":95965863936,"internally_reserved":0,"allocated":1507328,"data_stored":1018244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070493,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36200,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708952,"statfs":{"total":95995035648,"available":95957966848,"internally_reserved":0,"allocated":884736,"data_stored":423240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266722,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":423956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462952,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1486848,"data_stored":1015679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626477,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32032,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713120,"statfs":{"total":95995035648,"available":95962234880,"internally_reserved":0,"allocated":876544,"data_stored":422568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574918,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27876,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717276,"statfs":{"total":95995035648,"available":95966490624,"internally_reserved":0,"allocated":880640,"data_stored":426298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738443,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":424522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36220,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708932,"statfs":{"total":95995035648,"available":95957946368,"internally_reserved":0,"allocated":905216,"data_stored":427648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":422650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986230,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":872448,"data_stored":422478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822706,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1490944,"data_stored":1014300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T15:59:11.415 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T15:59:11.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] up:active 2024-04-25T15:59:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-25T15:59:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T15:59:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: pgmap v298: 129 pgs: 129 active+clean; 584 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 2.4 KiB/s wr, 8 op/s 2024-04-25T15:59:11.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:10 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1704555298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T15:59:11.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3104524584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 msgr2=0x7f6cf810ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.556 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3104524584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf810ad40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0009ca0 tx=0x7f6cf002a8c0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3104524584 shutdown_connections 2024-04-25T15:59:11.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3104524584 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf810ad40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3104524584 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cf8103c20 0x7f6cf8104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3104524584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cf81029e0 0x7f6cf81036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3104524584 >> 172.21.15.112:0/3104524584 conn(0x7f6cf80fdbd0 msgr2=0x7f6cf8100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:11.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3104524584 shutdown_connections 2024-04-25T15:59:11.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.555+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3104524584 wait complete. 2024-04-25T15:59:11.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 Processor -- start 2024-04-25T15:59:11.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 -- start start 2024-04-25T15:59:11.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cf81029e0 0x7f6cf8199070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cf8103c20 0x7f6cf81995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf81a0540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf810e410 con 0x7f6cf8108920 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf810e290 con 0x7f6cf81029e0 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfffc0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf810e590 con 0x7f6cf8103c20 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfe55d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf81a0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfe55d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf81a0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58398/0 (socket says 172.21.15.112:58398) 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.556+0000 7f6cfe55d640 1 -- 172.21.15.112:0/3292737130 learned_addr learned my addr 172.21.15.112:0/3292737130 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfdd5c640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cf81029e0 0x7f6cf8199070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfd55b640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cf8103c20 0x7f6cf81995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfe55d640 1 -- 172.21.15.112:0/3292737130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cf8103c20 msgr2=0x7f6cf81995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfe55d640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cf8103c20 0x7f6cf81995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfe55d640 1 -- 172.21.15.112:0/3292737130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cf81029e0 msgr2=0x7f6cf8199070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfe55d640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cf81029e0 0x7f6cf8199070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfe55d640 1 -- 172.21.15.112:0/3292737130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf81a0bb0 con 0x7f6cf8108920 2024-04-25T15:59:11.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfe55d640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf81a0540 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0031040 tx=0x7f6cf0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:11.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6ceeffd640 1 -- 172.21.15.112:0/3292737130 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf0032ed0 con 0x7f6cf8108920 2024-04-25T15:59:11.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6ceeffd640 1 -- 172.21.15.112:0/3292737130 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6cf00044d0 con 0x7f6cf8108920 2024-04-25T15:59:11.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cf81a0e40 con 0x7f6cf8108920 2024-04-25T15:59:11.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6ceeffd640 1 -- 172.21.15.112:0/3292737130 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf0030bf0 con 0x7f6cf8108920 2024-04-25T15:59:11.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.557+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cf81a12a0 con 0x7f6cf8108920 2024-04-25T15:59:11.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.558+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cf806a190 con 0x7f6cf8108920 2024-04-25T15:59:11.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.559+0000 7f6ceeffd640 1 -- 172.21.15.112:0/3292737130 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f6cf0004680 con 0x7f6cf8108920 2024-04-25T15:59:11.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.560+0000 7f6ceeffd640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6ce40afb80 0x7f6ce40b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:11.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.560+0000 7f6cfdd5c640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6ce40afb80 0x7f6ce40b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:11.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.560+0000 7f6ceeffd640 1 -- 172.21.15.112:0/3292737130 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f6cf01005e0 con 0x7f6cf8108920 2024-04-25T15:59:11.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.561+0000 7f6cfdd5c640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6ce40afb80 0x7f6ce40b2090 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6cf40058c0 tx=0x7f6cf400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:11.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.564+0000 7f6ceeffd640 1 -- 172.21.15.112:0/3292737130 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6cf00c8fc0 con 0x7f6cf8108920 2024-04-25T15:59:11.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.740+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6cf8062fe0 con 0x7f6ce40afb80 2024-04-25T15:59:11.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.749+0000 7f6ceeffd640 1 -- 172.21.15.112:0/3292737130 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340331 (secure 0 0 0) 0x7f6cf8062fe0 con 0x7f6ce40afb80 2024-04-25T15:59:11.753 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:11.755 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-25T15:59:11.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6ce40afb80 msgr2=0x7f6ce40b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6ce40afb80 0x7f6ce40b2090 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6cf40058c0 tx=0x7f6cf400a2d0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 msgr2=0x7f6cf81a0540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf81a0540 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0031040 tx=0x7f6cf0003ba0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 shutdown_connections 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6ce40afb80 0x7f6ce40b2090 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cf8103c20 0x7f6cf81995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6cf8108920 0x7f6cf81a0540 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 --2- 172.21.15.112:0/3292737130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cf81029e0 0x7f6cf8199070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 >> 172.21.15.112:0/3292737130 conn(0x7f6cf80fdbd0 msgr2=0x7f6cf8104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 shutdown_connections 2024-04-25T15:59:11.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:11.752+0000 7f6cfffc0640 1 -- 172.21.15.112:0/3292737130 wait complete. 2024-04-25T15:59:11.764 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":298,"stamp":"2024-04-25T15:59:10.210708+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598458,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":89,"num_read_kb":77,"num_write":265,"num_write_kb":2194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369660,"kb_used_data":12176,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124572164,"statfs":{"total":1151940427776,"available":1151561895936,"internally_reserved":0,"allocated":12468224,"data_stored":6865231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5231,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":96,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":30,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004399"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904879+0000","last_change":"2024-04-25T15:58:42.253759+0000","last_active":"2024-04-25T15:58:47.904879+0000","last_peered":"2024-04-25T15:58:47.904879+0000","last_clean":"2024-04-25T15:58:47.904879+0000","last_became_active":"2024-04-25T15:58:42.253327+0000","last_became_peered":"2024-04-25T15:58:42.253327+0000","last_unstale":"2024-04-25T15:58:47.904879+0000","last_undegraded":"2024-04-25T15:58:47.904879+0000","last_fullsized":"2024-04-25T15:58:47.904879+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:50:03.502617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903595+0000","last_change":"2024-04-25T15:58:42.254420+0000","last_active":"2024-04-25T15:58:47.903595+0000","last_peered":"2024-04-25T15:58:47.903595+0000","last_clean":"2024-04-25T15:58:47.903595+0000","last_became_active":"2024-04-25T15:58:42.249888+0000","last_became_peered":"2024-04-25T15:58:42.249888+0000","last_unstale":"2024-04-25T15:58:47.903595+0000","last_undegraded":"2024-04-25T15:58:47.903595+0000","last_fullsized":"2024-04-25T15:58:47.903595+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:34:21.581080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902899+0000","last_change":"2024-04-25T15:58:42.254178+0000","last_active":"2024-04-25T15:58:47.902899+0000","last_peered":"2024-04-25T15:58:47.902899+0000","last_clean":"2024-04-25T15:58:47.902899+0000","last_became_active":"2024-04-25T15:58:42.253773+0000","last_became_peered":"2024-04-25T15:58:42.253773+0000","last_unstale":"2024-04-25T15:58:47.902899+0000","last_undegraded":"2024-04-25T15:58:47.902899+0000","last_fullsized":"2024-04-25T15:58:47.902899+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:10:54.499826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317329+0000","last_change":"2024-04-25T15:58:42.258679+0000","last_active":"2024-04-25T15:58:47.317329+0000","last_peered":"2024-04-25T15:58:47.317329+0000","last_clean":"2024-04-25T15:58:47.317329+0000","last_became_active":"2024-04-25T15:58:42.258308+0000","last_became_peered":"2024-04-25T15:58:42.258308+0000","last_unstale":"2024-04-25T15:58:47.317329+0000","last_undegraded":"2024-04-25T15:58:47.317329+0000","last_fullsized":"2024-04-25T15:58:47.317329+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:38:31.331182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282529+0000","last_change":"2024-04-25T15:58:42.253302+0000","last_active":"2024-04-25T15:58:47.282529+0000","last_peered":"2024-04-25T15:58:47.282529+0000","last_clean":"2024-04-25T15:58:47.282529+0000","last_became_active":"2024-04-25T15:58:42.252947+0000","last_became_peered":"2024-04-25T15:58:42.252947+0000","last_unstale":"2024-04-25T15:58:47.282529+0000","last_undegraded":"2024-04-25T15:58:47.282529+0000","last_fullsized":"2024-04-25T15:58:47.282529+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:48:51.569525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902891+0000","last_change":"2024-04-25T15:58:42.248203+0000","last_active":"2024-04-25T15:58:47.902891+0000","last_peered":"2024-04-25T15:58:47.902891+0000","last_clean":"2024-04-25T15:58:47.902891+0000","last_became_active":"2024-04-25T15:58:42.247805+0000","last_became_peered":"2024-04-25T15:58:42.247805+0000","last_unstale":"2024-04-25T15:58:47.902891+0000","last_undegraded":"2024-04-25T15:58:47.902891+0000","last_fullsized":"2024-04-25T15:58:47.902891+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:35:11.232267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754151+0000","last_change":"2024-04-25T15:58:42.254723+0000","last_active":"2024-04-25T15:58:47.754151+0000","last_peered":"2024-04-25T15:58:47.754151+0000","last_clean":"2024-04-25T15:58:47.754151+0000","last_became_active":"2024-04-25T15:58:42.254359+0000","last_became_peered":"2024-04-25T15:58:42.254359+0000","last_unstale":"2024-04-25T15:58:47.754151+0000","last_undegraded":"2024-04-25T15:58:47.754151+0000","last_fullsized":"2024-04-25T15:58:47.754151+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:47:17.201149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902690+0000","last_change":"2024-04-25T15:58:42.262885+0000","last_active":"2024-04-25T15:58:47.902690+0000","last_peered":"2024-04-25T15:58:47.902690+0000","last_clean":"2024-04-25T15:58:47.902690+0000","last_became_active":"2024-04-25T15:58:42.261186+0000","last_became_peered":"2024-04-25T15:58:42.261186+0000","last_unstale":"2024-04-25T15:58:47.902690+0000","last_undegraded":"2024-04-25T15:58:47.902690+0000","last_fullsized":"2024-04-25T15:58:47.902690+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:19.226757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286572+0000","last_change":"2024-04-25T15:58:42.268359+0000","last_active":"2024-04-25T15:58:47.286572+0000","last_peered":"2024-04-25T15:58:47.286572+0000","last_clean":"2024-04-25T15:58:47.286572+0000","last_became_active":"2024-04-25T15:58:42.266039+0000","last_became_peered":"2024-04-25T15:58:42.266039+0000","last_unstale":"2024-04-25T15:58:47.286572+0000","last_undegraded":"2024-04-25T15:58:47.286572+0000","last_fullsized":"2024-04-25T15:58:47.286572+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:36:42.514742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903359+0000","last_change":"2024-04-25T15:58:42.249550+0000","last_active":"2024-04-25T15:58:47.903359+0000","last_peered":"2024-04-25T15:58:47.903359+0000","last_clean":"2024-04-25T15:58:47.903359+0000","last_became_active":"2024-04-25T15:58:42.248997+0000","last_became_peered":"2024-04-25T15:58:42.248997+0000","last_unstale":"2024-04-25T15:58:47.903359+0000","last_undegraded":"2024-04-25T15:58:47.903359+0000","last_fullsized":"2024-04-25T15:58:47.903359+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:40:48.332650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754839+0000","last_change":"2024-04-25T15:58:42.266056+0000","last_active":"2024-04-25T15:58:47.754839+0000","last_peered":"2024-04-25T15:58:47.754839+0000","last_clean":"2024-04-25T15:58:47.754839+0000","last_became_active":"2024-04-25T15:58:42.265415+0000","last_became_peered":"2024-04-25T15:58:42.265415+0000","last_unstale":"2024-04-25T15:58:47.754839+0000","last_undegraded":"2024-04-25T15:58:47.754839+0000","last_fullsized":"2024-04-25T15:58:47.754839+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:14:27.836225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317243+0000","last_change":"2024-04-25T15:58:42.257420+0000","last_active":"2024-04-25T15:58:47.317243+0000","last_peered":"2024-04-25T15:58:47.317243+0000","last_clean":"2024-04-25T15:58:47.317243+0000","last_became_active":"2024-04-25T15:58:42.257027+0000","last_became_peered":"2024-04-25T15:58:42.257027+0000","last_unstale":"2024-04-25T15:58:47.317243+0000","last_undegraded":"2024-04-25T15:58:47.317243+0000","last_fullsized":"2024-04-25T15:58:47.317243+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:11:37.516866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286809+0000","last_change":"2024-04-25T15:58:42.260435+0000","last_active":"2024-04-25T15:58:47.286809+0000","last_peered":"2024-04-25T15:58:47.286809+0000","last_clean":"2024-04-25T15:58:47.286809+0000","last_became_active":"2024-04-25T15:58:42.260056+0000","last_became_peered":"2024-04-25T15:58:42.260056+0000","last_unstale":"2024-04-25T15:58:47.286809+0000","last_undegraded":"2024-04-25T15:58:47.286809+0000","last_fullsized":"2024-04-25T15:58:47.286809+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:24:15.420830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902704+0000","last_change":"2024-04-25T15:58:42.253188+0000","last_active":"2024-04-25T15:58:47.902704+0000","last_peered":"2024-04-25T15:58:47.902704+0000","last_clean":"2024-04-25T15:58:47.902704+0000","last_became_active":"2024-04-25T15:58:42.252286+0000","last_became_peered":"2024-04-25T15:58:42.252286+0000","last_unstale":"2024-04-25T15:58:47.902704+0000","last_undegraded":"2024-04-25T15:58:47.902704+0000","last_fullsized":"2024-04-25T15:58:47.902704+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:27:28.552989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904413+0000","last_change":"2024-04-25T15:58:42.248282+0000","last_active":"2024-04-25T15:58:47.904413+0000","last_peered":"2024-04-25T15:58:47.904413+0000","last_clean":"2024-04-25T15:58:47.904413+0000","last_became_active":"2024-04-25T15:58:42.247913+0000","last_became_peered":"2024-04-25T15:58:42.247913+0000","last_unstale":"2024-04-25T15:58:47.904413+0000","last_undegraded":"2024-04-25T15:58:47.904413+0000","last_fullsized":"2024-04-25T15:58:47.904413+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:47:49.011227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.285832+0000","last_change":"2024-04-25T15:58:42.262114+0000","last_active":"2024-04-25T15:58:47.285832+0000","last_peered":"2024-04-25T15:58:47.285832+0000","last_clean":"2024-04-25T15:58:47.285832+0000","last_became_active":"2024-04-25T15:58:42.261700+0000","last_became_peered":"2024-04-25T15:58:42.261700+0000","last_unstale":"2024-04-25T15:58:47.285832+0000","last_undegraded":"2024-04-25T15:58:47.285832+0000","last_fullsized":"2024-04-25T15:58:47.285832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:11.400861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904761+0000","last_change":"2024-04-25T15:58:42.253275+0000","last_active":"2024-04-25T15:58:47.904761+0000","last_peered":"2024-04-25T15:58:47.904761+0000","last_clean":"2024-04-25T15:58:47.904761+0000","last_became_active":"2024-04-25T15:58:42.252903+0000","last_became_peered":"2024-04-25T15:58:42.252903+0000","last_unstale":"2024-04-25T15:58:47.904761+0000","last_undegraded":"2024-04-25T15:58:47.904761+0000","last_fullsized":"2024-04-25T15:58:47.904761+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:27.221177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904631+0000","last_change":"2024-04-25T15:58:42.247057+0000","last_active":"2024-04-25T15:58:47.904631+0000","last_peered":"2024-04-25T15:58:47.904631+0000","last_clean":"2024-04-25T15:58:47.904631+0000","last_became_active":"2024-04-25T15:58:42.246694+0000","last_became_peered":"2024-04-25T15:58:42.246694+0000","last_unstale":"2024-04-25T15:58:47.904631+0000","last_undegraded":"2024-04-25T15:58:47.904631+0000","last_fullsized":"2024-04-25T15:58:47.904631+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:32:26.121051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904235+0000","last_change":"2024-04-25T15:58:42.252086+0000","last_active":"2024-04-25T15:58:47.904235+0000","last_peered":"2024-04-25T15:58:47.904235+0000","last_clean":"2024-04-25T15:58:47.904235+0000","last_became_active":"2024-04-25T15:58:42.250589+0000","last_became_peered":"2024-04-25T15:58:42.250589+0000","last_unstale":"2024-04-25T15:58:47.904235+0000","last_undegraded":"2024-04-25T15:58:47.904235+0000","last_fullsized":"2024-04-25T15:58:47.904235+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:13:56.829151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904520+0000","last_change":"2024-04-25T15:58:46.280536+0000","last_active":"2024-04-25T15:58:47.904520+0000","last_peered":"2024-04-25T15:58:47.904520+0000","last_clean":"2024-04-25T15:58:47.904520+0000","last_became_active":"2024-04-25T15:58:46.280092+0000","last_became_peered":"2024-04-25T15:58:46.280092+0000","last_unstale":"2024-04-25T15:58:47.904520+0000","last_undegraded":"2024-04-25T15:58:47.904520+0000","last_fullsized":"2024-04-25T15:58:47.904520+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:22.476445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"74'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904744+0000","last_change":"2024-04-25T15:58:41.236959+0000","last_active":"2024-04-25T15:58:47.904744+0000","last_peered":"2024-04-25T15:58:47.904744+0000","last_clean":"2024-04-25T15:58:47.904744+0000","last_became_active":"2024-04-25T15:58:41.236576+0000","last_became_peered":"2024-04-25T15:58:41.236576+0000","last_unstale":"2024-04-25T15:58:47.904744+0000","last_undegraded":"2024-04-25T15:58:47.904744+0000","last_fullsized":"2024-04-25T15:58:47.904744+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:56:42.093836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903429+0000","last_change":"2024-04-25T15:58:42.263667+0000","last_active":"2024-04-25T15:58:47.903429+0000","last_peered":"2024-04-25T15:58:47.903429+0000","last_clean":"2024-04-25T15:58:47.903429+0000","last_became_active":"2024-04-25T15:58:42.262282+0000","last_became_peered":"2024-04-25T15:58:42.262282+0000","last_unstale":"2024-04-25T15:58:47.903429+0000","last_undegraded":"2024-04-25T15:58:47.903429+0000","last_fullsized":"2024-04-25T15:58:47.903429+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:09:16.403633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.316902+0000","last_change":"2024-04-25T15:58:46.278426+0000","last_active":"2024-04-25T15:58:47.316902+0000","last_peered":"2024-04-25T15:58:47.316902+0000","last_clean":"2024-04-25T15:58:47.316902+0000","last_became_active":"2024-04-25T15:58:46.277875+0000","last_became_peered":"2024-04-25T15:58:46.277875+0000","last_unstale":"2024-04-25T15:58:47.316902+0000","last_undegraded":"2024-04-25T15:58:47.316902+0000","last_fullsized":"2024-04-25T15:58:47.316902+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:41:40.871847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"74'1","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903737+0000","last_change":"2024-04-25T15:58:41.242149+0000","last_active":"2024-04-25T15:58:47.903737+0000","last_peered":"2024-04-25T15:58:47.903737+0000","last_clean":"2024-04-25T15:58:47.903737+0000","last_became_active":"2024-04-25T15:58:41.241811+0000","last_became_peered":"2024-04-25T15:58:41.241811+0000","last_unstale":"2024-04-25T15:58:47.903737+0000","last_undegraded":"2024-04-25T15:58:47.903737+0000","last_fullsized":"2024-04-25T15:58:47.903737+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:37.440842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903556+0000","last_change":"2024-04-25T15:58:42.251463+0000","last_active":"2024-04-25T15:58:47.903556+0000","last_peered":"2024-04-25T15:58:47.903556+0000","last_clean":"2024-04-25T15:58:47.903556+0000","last_became_active":"2024-04-25T15:58:42.249569+0000","last_became_peered":"2024-04-25T15:58:42.249569+0000","last_unstale":"2024-04-25T15:58:47.903556+0000","last_undegraded":"2024-04-25T15:58:47.903556+0000","last_fullsized":"2024-04-25T15:58:47.903556+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:55:02.961395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317044+0000","last_change":"2024-04-25T15:58:46.279047+0000","last_active":"2024-04-25T15:58:47.317044+0000","last_peered":"2024-04-25T15:58:47.317044+0000","last_clean":"2024-04-25T15:58:47.317044+0000","last_became_active":"2024-04-25T15:58:46.278393+0000","last_became_peered":"2024-04-25T15:58:46.278393+0000","last_unstale":"2024-04-25T15:58:47.317044+0000","last_undegraded":"2024-04-25T15:58:47.317044+0000","last_fullsized":"2024-04-25T15:58:47.317044+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:56:15.904275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"79'11","reported_seq":34,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.963971+0000","last_change":"2024-04-25T15:58:41.236885+0000","last_active":"2024-04-25T15:59:08.963971+0000","last_peered":"2024-04-25T15:59:08.963971+0000","last_clean":"2024-04-25T15:59:08.963971+0000","last_became_active":"2024-04-25T15:58:41.236497+0000","last_became_peered":"2024-04-25T15:58:41.236497+0000","last_unstale":"2024-04-25T15:59:08.963971+0000","last_undegraded":"2024-04-25T15:59:08.963971+0000","last_fullsized":"2024-04-25T15:59:08.963971+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:47:06.245456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286167+0000","last_change":"2024-04-25T15:58:42.265519+0000","last_active":"2024-04-25T15:58:47.286167+0000","last_peered":"2024-04-25T15:58:47.286167+0000","last_clean":"2024-04-25T15:58:47.286167+0000","last_became_active":"2024-04-25T15:58:42.265173+0000","last_became_peered":"2024-04-25T15:58:42.265173+0000","last_unstale":"2024-04-25T15:58:47.286167+0000","last_undegraded":"2024-04-25T15:58:47.286167+0000","last_fullsized":"2024-04-25T15:58:47.286167+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:05.542216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317106+0000","last_change":"2024-04-25T15:58:46.280351+0000","last_active":"2024-04-25T15:58:47.317106+0000","last_peered":"2024-04-25T15:58:47.317106+0000","last_clean":"2024-04-25T15:58:47.317106+0000","last_became_active":"2024-04-25T15:58:46.280063+0000","last_became_peered":"2024-04-25T15:58:46.280063+0000","last_unstale":"2024-04-25T15:58:47.317106+0000","last_undegraded":"2024-04-25T15:58:47.317106+0000","last_fullsized":"2024-04-25T15:58:47.317106+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:03:37.658387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.962163+0000","last_change":"2024-04-25T15:58:41.241656+0000","last_active":"2024-04-25T15:59:08.962163+0000","last_peered":"2024-04-25T15:59:08.962163+0000","last_clean":"2024-04-25T15:59:08.962163+0000","last_became_active":"2024-04-25T15:58:41.241301+0000","last_became_peered":"2024-04-25T15:58:41.241301+0000","last_unstale":"2024-04-25T15:59:08.962163+0000","last_undegraded":"2024-04-25T15:59:08.962163+0000","last_fullsized":"2024-04-25T15:59:08.962163+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:21:01.883250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905220+0000","last_change":"2024-04-25T15:58:42.256608+0000","last_active":"2024-04-25T15:58:47.905220+0000","last_peered":"2024-04-25T15:58:47.905220+0000","last_clean":"2024-04-25T15:58:47.905220+0000","last_became_active":"2024-04-25T15:58:42.256251+0000","last_became_peered":"2024-04-25T15:58:42.256251+0000","last_unstale":"2024-04-25T15:58:47.905220+0000","last_undegraded":"2024-04-25T15:58:47.905220+0000","last_fullsized":"2024-04-25T15:58:47.905220+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:33:19.715044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903967+0000","last_change":"2024-04-25T15:58:46.271492+0000","last_active":"2024-04-25T15:58:47.903967+0000","last_peered":"2024-04-25T15:58:47.903967+0000","last_clean":"2024-04-25T15:58:47.903967+0000","last_became_active":"2024-04-25T15:58:46.271061+0000","last_became_peered":"2024-04-25T15:58:46.271061+0000","last_unstale":"2024-04-25T15:58:47.903967+0000","last_undegraded":"2024-04-25T15:58:47.903967+0000","last_fullsized":"2024-04-25T15:58:47.903967+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:10.849149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"79'5","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.305102+0000","last_change":"2024-04-25T15:58:41.241726+0000","last_active":"2024-04-25T15:59:06.305102+0000","last_peered":"2024-04-25T15:59:06.305102+0000","last_clean":"2024-04-25T15:59:06.305102+0000","last_became_active":"2024-04-25T15:58:41.241249+0000","last_became_peered":"2024-04-25T15:58:41.241249+0000","last_unstale":"2024-04-25T15:59:06.305102+0000","last_undegraded":"2024-04-25T15:59:06.305102+0000","last_fullsized":"2024-04-25T15:59:06.305102+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:01:35.370879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282689+0000","last_change":"2024-04-25T15:58:42.255869+0000","last_active":"2024-04-25T15:58:47.282689+0000","last_peered":"2024-04-25T15:58:47.282689+0000","last_clean":"2024-04-25T15:58:47.282689+0000","last_became_active":"2024-04-25T15:58:42.255523+0000","last_became_peered":"2024-04-25T15:58:42.255523+0000","last_unstale":"2024-04-25T15:58:47.282689+0000","last_undegraded":"2024-04-25T15:58:47.282689+0000","last_fullsized":"2024-04-25T15:58:47.282689+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:32:30.589529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904587+0000","last_change":"2024-04-25T15:58:46.281333+0000","last_active":"2024-04-25T15:58:47.904587+0000","last_peered":"2024-04-25T15:58:47.904587+0000","last_clean":"2024-04-25T15:58:47.904587+0000","last_became_active":"2024-04-25T15:58:46.280995+0000","last_became_peered":"2024-04-25T15:58:46.280995+0000","last_unstale":"2024-04-25T15:58:47.904587+0000","last_undegraded":"2024-04-25T15:58:47.904587+0000","last_fullsized":"2024-04-25T15:58:47.904587+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:25:37.866127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.309179+0000","last_change":"2024-04-25T15:58:41.238424+0000","last_active":"2024-04-25T15:59:07.309179+0000","last_peered":"2024-04-25T15:59:07.309179+0000","last_clean":"2024-04-25T15:59:07.309179+0000","last_became_active":"2024-04-25T15:58:41.237890+0000","last_became_peered":"2024-04-25T15:58:41.237890+0000","last_unstale":"2024-04-25T15:59:07.309179+0000","last_undegraded":"2024-04-25T15:59:07.309179+0000","last_fullsized":"2024-04-25T15:59:07.309179+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:36.920596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904255+0000","last_change":"2024-04-25T15:58:42.259129+0000","last_active":"2024-04-25T15:58:47.904255+0000","last_peered":"2024-04-25T15:58:47.904255+0000","last_clean":"2024-04-25T15:58:47.904255+0000","last_became_active":"2024-04-25T15:58:42.258728+0000","last_became_peered":"2024-04-25T15:58:42.258728+0000","last_unstale":"2024-04-25T15:58:47.904255+0000","last_undegraded":"2024-04-25T15:58:47.904255+0000","last_fullsized":"2024-04-25T15:58:47.904255+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:27:14.470146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904686+0000","last_change":"2024-04-25T15:58:46.277675+0000","last_active":"2024-04-25T15:58:47.904686+0000","last_peered":"2024-04-25T15:58:47.904686+0000","last_clean":"2024-04-25T15:58:47.904686+0000","last_became_active":"2024-04-25T15:58:46.277142+0000","last_became_peered":"2024-04-25T15:58:46.277142+0000","last_unstale":"2024-04-25T15:58:47.904686+0000","last_undegraded":"2024-04-25T15:58:47.904686+0000","last_fullsized":"2024-04-25T15:58:47.904686+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:32.439128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.309931+0000","last_change":"2024-04-25T15:58:41.235586+0000","last_active":"2024-04-25T15:59:07.309931+0000","last_peered":"2024-04-25T15:59:07.309931+0000","last_clean":"2024-04-25T15:59:07.309931+0000","last_became_active":"2024-04-25T15:58:41.235267+0000","last_became_peered":"2024-04-25T15:58:41.235267+0000","last_unstale":"2024-04-25T15:59:07.309931+0000","last_undegraded":"2024-04-25T15:59:07.309931+0000","last_fullsized":"2024-04-25T15:59:07.309931+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:36:22.682332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902972+0000","last_change":"2024-04-25T15:58:42.257294+0000","last_active":"2024-04-25T15:58:47.902972+0000","last_peered":"2024-04-25T15:58:47.902972+0000","last_clean":"2024-04-25T15:58:47.902972+0000","last_became_active":"2024-04-25T15:58:42.256948+0000","last_became_peered":"2024-04-25T15:58:42.256948+0000","last_unstale":"2024-04-25T15:58:47.902972+0000","last_undegraded":"2024-04-25T15:58:47.902972+0000","last_fullsized":"2024-04-25T15:58:47.902972+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:55.637334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903533+0000","last_change":"2024-04-25T15:58:46.274714+0000","last_active":"2024-04-25T15:58:47.903533+0000","last_peered":"2024-04-25T15:58:47.903533+0000","last_clean":"2024-04-25T15:58:47.903533+0000","last_became_active":"2024-04-25T15:58:46.274311+0000","last_became_peered":"2024-04-25T15:58:46.274311+0000","last_unstale":"2024-04-25T15:58:47.903533+0000","last_undegraded":"2024-04-25T15:58:47.903533+0000","last_fullsized":"2024-04-25T15:58:47.903533+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:04:55.522300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903580+0000","last_change":"2024-04-25T15:58:41.242187+0000","last_active":"2024-04-25T15:58:47.903580+0000","last_peered":"2024-04-25T15:58:47.903580+0000","last_clean":"2024-04-25T15:58:47.903580+0000","last_became_active":"2024-04-25T15:58:41.238945+0000","last_became_peered":"2024-04-25T15:58:41.238945+0000","last_unstale":"2024-04-25T15:58:47.903580+0000","last_undegraded":"2024-04-25T15:58:47.903580+0000","last_fullsized":"2024-04-25T15:58:47.903580+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:00:24.084636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903349+0000","last_change":"2024-04-25T15:58:42.247434+0000","last_active":"2024-04-25T15:58:47.903349+0000","last_peered":"2024-04-25T15:58:47.903349+0000","last_clean":"2024-04-25T15:58:47.903349+0000","last_became_active":"2024-04-25T15:58:42.247060+0000","last_became_peered":"2024-04-25T15:58:42.247060+0000","last_unstale":"2024-04-25T15:58:47.903349+0000","last_undegraded":"2024-04-25T15:58:47.903349+0000","last_fullsized":"2024-04-25T15:58:47.903349+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:05:27.868591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904125+0000","last_change":"2024-04-25T15:58:46.271716+0000","last_active":"2024-04-25T15:58:47.904125+0000","last_peered":"2024-04-25T15:58:47.904125+0000","last_clean":"2024-04-25T15:58:47.904125+0000","last_became_active":"2024-04-25T15:58:46.271267+0000","last_became_peered":"2024-04-25T15:58:46.271267+0000","last_unstale":"2024-04-25T15:58:47.904125+0000","last_undegraded":"2024-04-25T15:58:47.904125+0000","last_fullsized":"2024-04-25T15:58:47.904125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:12.951096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.303155+0000","last_change":"2024-04-25T15:58:41.243115+0000","last_active":"2024-04-25T15:59:06.303155+0000","last_peered":"2024-04-25T15:59:06.303155+0000","last_clean":"2024-04-25T15:59:06.303155+0000","last_became_active":"2024-04-25T15:58:41.242557+0000","last_became_peered":"2024-04-25T15:58:41.242557+0000","last_unstale":"2024-04-25T15:59:06.303155+0000","last_undegraded":"2024-04-25T15:59:06.303155+0000","last_fullsized":"2024-04-25T15:59:06.303155+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:53:32.794416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286468+0000","last_change":"2024-04-25T15:58:42.267697+0000","last_active":"2024-04-25T15:58:47.286468+0000","last_peered":"2024-04-25T15:58:47.286468+0000","last_clean":"2024-04-25T15:58:47.286468+0000","last_became_active":"2024-04-25T15:58:42.267089+0000","last_became_peered":"2024-04-25T15:58:42.267089+0000","last_unstale":"2024-04-25T15:58:47.286468+0000","last_undegraded":"2024-04-25T15:58:47.286468+0000","last_fullsized":"2024-04-25T15:58:47.286468+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:17.534799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902799+0000","last_change":"2024-04-25T15:58:46.285956+0000","last_active":"2024-04-25T15:58:47.902799+0000","last_peered":"2024-04-25T15:58:47.902799+0000","last_clean":"2024-04-25T15:58:47.902799+0000","last_became_active":"2024-04-25T15:58:46.284327+0000","last_became_peered":"2024-04-25T15:58:46.284327+0000","last_unstale":"2024-04-25T15:58:47.902799+0000","last_undegraded":"2024-04-25T15:58:47.902799+0000","last_fullsized":"2024-04-25T15:58:47.902799+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:57:44.512634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.963592+0000","last_change":"2024-04-25T15:58:41.236984+0000","last_active":"2024-04-25T15:59:08.963592+0000","last_peered":"2024-04-25T15:59:08.963592+0000","last_clean":"2024-04-25T15:59:08.963592+0000","last_became_active":"2024-04-25T15:58:41.236565+0000","last_became_peered":"2024-04-25T15:58:41.236565+0000","last_unstale":"2024-04-25T15:59:08.963592+0000","last_undegraded":"2024-04-25T15:59:08.963592+0000","last_fullsized":"2024-04-25T15:59:08.963592+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:49.014994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903657+0000","last_change":"2024-04-25T15:58:42.254339+0000","last_active":"2024-04-25T15:58:47.903657+0000","last_peered":"2024-04-25T15:58:47.903657+0000","last_clean":"2024-04-25T15:58:47.903657+0000","last_became_active":"2024-04-25T15:58:42.252116+0000","last_became_peered":"2024-04-25T15:58:42.252116+0000","last_unstale":"2024-04-25T15:58:47.903657+0000","last_undegraded":"2024-04-25T15:58:47.903657+0000","last_fullsized":"2024-04-25T15:58:47.903657+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:50.770266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317264+0000","last_change":"2024-04-25T15:58:46.278618+0000","last_active":"2024-04-25T15:58:47.317264+0000","last_peered":"2024-04-25T15:58:47.317264+0000","last_clean":"2024-04-25T15:58:47.317264+0000","last_became_active":"2024-04-25T15:58:46.278085+0000","last_became_peered":"2024-04-25T15:58:46.278085+0000","last_unstale":"2024-04-25T15:58:47.317264+0000","last_undegraded":"2024-04-25T15:58:47.317264+0000","last_fullsized":"2024-04-25T15:58:47.317264+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:45.908516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905257+0000","last_change":"2024-04-25T15:58:41.246516+0000","last_active":"2024-04-25T15:58:47.905257+0000","last_peered":"2024-04-25T15:58:47.905257+0000","last_clean":"2024-04-25T15:58:47.905257+0000","last_became_active":"2024-04-25T15:58:41.244530+0000","last_became_peered":"2024-04-25T15:58:41.244530+0000","last_unstale":"2024-04-25T15:58:47.905257+0000","last_undegraded":"2024-04-25T15:58:47.905257+0000","last_fullsized":"2024-04-25T15:58:47.905257+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:57.598485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286248+0000","last_change":"2024-04-25T15:58:42.253915+0000","last_active":"2024-04-25T15:58:47.286248+0000","last_peered":"2024-04-25T15:58:47.286248+0000","last_clean":"2024-04-25T15:58:47.286248+0000","last_became_active":"2024-04-25T15:58:42.253542+0000","last_became_peered":"2024-04-25T15:58:42.253542+0000","last_unstale":"2024-04-25T15:58:47.286248+0000","last_undegraded":"2024-04-25T15:58:47.286248+0000","last_fullsized":"2024-04-25T15:58:47.286248+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:59:46.539015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903955+0000","last_change":"2024-04-25T15:58:46.283125+0000","last_active":"2024-04-25T15:58:47.903955+0000","last_peered":"2024-04-25T15:58:47.903955+0000","last_clean":"2024-04-25T15:58:47.903955+0000","last_became_active":"2024-04-25T15:58:46.282647+0000","last_became_peered":"2024-04-25T15:58:46.282647+0000","last_unstale":"2024-04-25T15:58:47.903955+0000","last_undegraded":"2024-04-25T15:58:47.903955+0000","last_fullsized":"2024-04-25T15:58:47.903955+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:51:06.876405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"79'12","reported_seq":35,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304171+0000","last_change":"2024-04-25T15:58:41.240327+0000","last_active":"2024-04-25T15:59:06.304171+0000","last_peered":"2024-04-25T15:59:06.304171+0000","last_clean":"2024-04-25T15:59:06.304171+0000","last_became_active":"2024-04-25T15:58:41.238427+0000","last_became_peered":"2024-04-25T15:58:41.238427+0000","last_unstale":"2024-04-25T15:59:06.304171+0000","last_undegraded":"2024-04-25T15:59:06.304171+0000","last_fullsized":"2024-04-25T15:59:06.304171+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:19:12.191994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282939+0000","last_change":"2024-04-25T15:58:42.251312+0000","last_active":"2024-04-25T15:58:47.282939+0000","last_peered":"2024-04-25T15:58:47.282939+0000","last_clean":"2024-04-25T15:58:47.282939+0000","last_became_active":"2024-04-25T15:58:42.250961+0000","last_became_peered":"2024-04-25T15:58:42.250961+0000","last_unstale":"2024-04-25T15:58:47.282939+0000","last_undegraded":"2024-04-25T15:58:47.282939+0000","last_fullsized":"2024-04-25T15:58:47.282939+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:49:50.875186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905614+0000","last_change":"2024-04-25T15:58:46.269373+0000","last_active":"2024-04-25T15:58:47.905614+0000","last_peered":"2024-04-25T15:58:47.905614+0000","last_clean":"2024-04-25T15:58:47.905614+0000","last_became_active":"2024-04-25T15:58:46.268380+0000","last_became_peered":"2024-04-25T15:58:46.268380+0000","last_unstale":"2024-04-25T15:58:47.905614+0000","last_undegraded":"2024-04-25T15:58:47.905614+0000","last_fullsized":"2024-04-25T15:58:47.905614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:11.579309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":28,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.310466+0000","last_change":"2024-04-25T15:58:41.244088+0000","last_active":"2024-04-25T15:59:07.310466+0000","last_peered":"2024-04-25T15:59:07.310466+0000","last_clean":"2024-04-25T15:59:07.310466+0000","last_became_active":"2024-04-25T15:58:41.243716+0000","last_became_peered":"2024-04-25T15:58:41.243716+0000","last_unstale":"2024-04-25T15:59:07.310466+0000","last_undegraded":"2024-04-25T15:59:07.310466+0000","last_fullsized":"2024-04-25T15:59:07.310466+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:05:01.389117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286669+0000","last_change":"2024-04-25T15:58:42.248047+0000","last_active":"2024-04-25T15:58:47.286669+0000","last_peered":"2024-04-25T15:58:47.286669+0000","last_clean":"2024-04-25T15:58:47.286669+0000","last_became_active":"2024-04-25T15:58:42.247719+0000","last_became_peered":"2024-04-25T15:58:42.247719+0000","last_unstale":"2024-04-25T15:58:47.286669+0000","last_undegraded":"2024-04-25T15:58:47.286669+0000","last_fullsized":"2024-04-25T15:58:47.286669+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:24:44.351558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903979+0000","last_change":"2024-04-25T15:58:46.283672+0000","last_active":"2024-04-25T15:58:47.903979+0000","last_peered":"2024-04-25T15:58:47.903979+0000","last_clean":"2024-04-25T15:58:47.903979+0000","last_became_active":"2024-04-25T15:58:46.283287+0000","last_became_peered":"2024-04-25T15:58:46.283287+0000","last_unstale":"2024-04-25T15:58:47.903979+0000","last_undegraded":"2024-04-25T15:58:47.903979+0000","last_fullsized":"2024-04-25T15:58:47.903979+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:12.367015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304810+0000","last_change":"2024-04-25T15:58:41.241094+0000","last_active":"2024-04-25T15:59:06.304810+0000","last_peered":"2024-04-25T15:59:06.304810+0000","last_clean":"2024-04-25T15:59:06.304810+0000","last_became_active":"2024-04-25T15:58:41.240693+0000","last_became_peered":"2024-04-25T15:58:41.240693+0000","last_unstale":"2024-04-25T15:59:06.304810+0000","last_undegraded":"2024-04-25T15:59:06.304810+0000","last_fullsized":"2024-04-25T15:59:06.304810+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:10:14.524753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754490+0000","last_change":"2024-04-25T15:58:42.262460+0000","last_active":"2024-04-25T15:58:47.754490+0000","last_peered":"2024-04-25T15:58:47.754490+0000","last_clean":"2024-04-25T15:58:47.754490+0000","last_became_active":"2024-04-25T15:58:42.262098+0000","last_became_peered":"2024-04-25T15:58:42.262098+0000","last_unstale":"2024-04-25T15:58:47.754490+0000","last_undegraded":"2024-04-25T15:58:47.754490+0000","last_fullsized":"2024-04-25T15:58:47.754490+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:08.274999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904645+0000","last_change":"2024-04-25T15:58:46.282629+0000","last_active":"2024-04-25T15:58:47.904645+0000","last_peered":"2024-04-25T15:58:47.904645+0000","last_clean":"2024-04-25T15:58:47.904645+0000","last_became_active":"2024-04-25T15:58:46.282231+0000","last_became_peered":"2024-04-25T15:58:46.282231+0000","last_unstale":"2024-04-25T15:58:47.904645+0000","last_undegraded":"2024-04-25T15:58:47.904645+0000","last_fullsized":"2024-04-25T15:58:47.904645+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:43:11.932724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.316865+0000","last_change":"2024-04-25T15:58:41.240751+0000","last_active":"2024-04-25T15:58:47.316865+0000","last_peered":"2024-04-25T15:58:47.316865+0000","last_clean":"2024-04-25T15:58:47.316865+0000","last_became_active":"2024-04-25T15:58:41.240204+0000","last_became_peered":"2024-04-25T15:58:41.240204+0000","last_unstale":"2024-04-25T15:58:47.316865+0000","last_undegraded":"2024-04-25T15:58:47.316865+0000","last_fullsized":"2024-04-25T15:58:47.316865+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:12:22.124050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754339+0000","last_change":"2024-04-25T15:58:42.254600+0000","last_active":"2024-04-25T15:58:47.754339+0000","last_peered":"2024-04-25T15:58:47.754339+0000","last_clean":"2024-04-25T15:58:47.754339+0000","last_became_active":"2024-04-25T15:58:42.254216+0000","last_became_peered":"2024-04-25T15:58:42.254216+0000","last_unstale":"2024-04-25T15:58:47.754339+0000","last_undegraded":"2024-04-25T15:58:47.754339+0000","last_fullsized":"2024-04-25T15:58:47.754339+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:19.560752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287214+0000","last_change":"2024-04-25T15:58:46.277751+0000","last_active":"2024-04-25T15:58:47.287214+0000","last_peered":"2024-04-25T15:58:47.287214+0000","last_clean":"2024-04-25T15:58:47.287214+0000","last_became_active":"2024-04-25T15:58:46.277243+0000","last_became_peered":"2024-04-25T15:58:46.277243+0000","last_unstale":"2024-04-25T15:58:47.287214+0000","last_undegraded":"2024-04-25T15:58:47.287214+0000","last_fullsized":"2024-04-25T15:58:47.287214+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:17.766181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":40,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.950797+0000","last_change":"2024-04-25T15:58:41.239226+0000","last_active":"2024-04-25T15:59:08.950797+0000","last_peered":"2024-04-25T15:59:08.950797+0000","last_clean":"2024-04-25T15:59:08.950797+0000","last_became_active":"2024-04-25T15:58:41.238823+0000","last_became_peered":"2024-04-25T15:58:41.238823+0000","last_unstale":"2024-04-25T15:59:08.950797+0000","last_undegraded":"2024-04-25T15:59:08.950797+0000","last_fullsized":"2024-04-25T15:59:08.950797+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:17:08.633577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903777+0000","last_change":"2024-04-25T15:58:42.265555+0000","last_active":"2024-04-25T15:58:47.903777+0000","last_peered":"2024-04-25T15:58:47.903777+0000","last_clean":"2024-04-25T15:58:47.903777+0000","last_became_active":"2024-04-25T15:58:42.265215+0000","last_became_peered":"2024-04-25T15:58:42.265215+0000","last_unstale":"2024-04-25T15:58:47.903777+0000","last_undegraded":"2024-04-25T15:58:47.903777+0000","last_fullsized":"2024-04-25T15:58:47.903777+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:41.379413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903655+0000","last_change":"2024-04-25T15:58:46.274868+0000","last_active":"2024-04-25T15:58:47.903655+0000","last_peered":"2024-04-25T15:58:47.903655+0000","last_clean":"2024-04-25T15:58:47.903655+0000","last_became_active":"2024-04-25T15:58:46.274512+0000","last_became_peered":"2024-04-25T15:58:46.274512+0000","last_unstale":"2024-04-25T15:58:47.903655+0000","last_undegraded":"2024-04-25T15:58:47.903655+0000","last_fullsized":"2024-04-25T15:58:47.903655+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:57:11.413409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.954760+0000","last_change":"2024-04-25T15:58:41.241232+0000","last_active":"2024-04-25T15:59:08.954760+0000","last_peered":"2024-04-25T15:59:08.954760+0000","last_clean":"2024-04-25T15:59:08.954760+0000","last_became_active":"2024-04-25T15:58:41.240746+0000","last_became_peered":"2024-04-25T15:58:41.240746+0000","last_unstale":"2024-04-25T15:59:08.954760+0000","last_undegraded":"2024-04-25T15:59:08.954760+0000","last_fullsized":"2024-04-25T15:59:08.954760+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:41:39.736649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903577+0000","last_change":"2024-04-25T15:58:42.251316+0000","last_active":"2024-04-25T15:58:47.903577+0000","last_peered":"2024-04-25T15:58:47.903577+0000","last_clean":"2024-04-25T15:58:47.903577+0000","last_became_active":"2024-04-25T15:58:42.250959+0000","last_became_peered":"2024-04-25T15:58:42.250959+0000","last_unstale":"2024-04-25T15:58:47.903577+0000","last_undegraded":"2024-04-25T15:58:47.903577+0000","last_fullsized":"2024-04-25T15:58:47.903577+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:01.658169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282825+0000","last_change":"2024-04-25T15:58:46.304672+0000","last_active":"2024-04-25T15:58:47.282825+0000","last_peered":"2024-04-25T15:58:47.282825+0000","last_clean":"2024-04-25T15:58:47.282825+0000","last_became_active":"2024-04-25T15:58:46.304233+0000","last_became_peered":"2024-04-25T15:58:46.304233+0000","last_unstale":"2024-04-25T15:58:47.282825+0000","last_undegraded":"2024-04-25T15:58:47.282825+0000","last_fullsized":"2024-04-25T15:58:47.282825+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:04:33.377181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903961+0000","last_change":"2024-04-25T15:58:41.244239+0000","last_active":"2024-04-25T15:58:47.903961+0000","last_peered":"2024-04-25T15:58:47.903961+0000","last_clean":"2024-04-25T15:58:47.903961+0000","last_became_active":"2024-04-25T15:58:41.243829+0000","last_became_peered":"2024-04-25T15:58:41.243829+0000","last_unstale":"2024-04-25T15:58:47.903961+0000","last_undegraded":"2024-04-25T15:58:47.903961+0000","last_fullsized":"2024-04-25T15:58:47.903961+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:13.560097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903061+0000","last_change":"2024-04-25T15:58:42.250381+0000","last_active":"2024-04-25T15:58:47.903061+0000","last_peered":"2024-04-25T15:58:47.903061+0000","last_clean":"2024-04-25T15:58:47.903061+0000","last_became_active":"2024-04-25T15:58:42.249958+0000","last_became_peered":"2024-04-25T15:58:42.249958+0000","last_unstale":"2024-04-25T15:58:47.903061+0000","last_undegraded":"2024-04-25T15:58:47.903061+0000","last_fullsized":"2024-04-25T15:58:47.903061+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:15.886525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286902+0000","last_change":"2024-04-25T15:58:46.275041+0000","last_active":"2024-04-25T15:58:47.286902+0000","last_peered":"2024-04-25T15:58:47.286902+0000","last_clean":"2024-04-25T15:58:47.286902+0000","last_became_active":"2024-04-25T15:58:46.274607+0000","last_became_peered":"2024-04-25T15:58:46.274607+0000","last_unstale":"2024-04-25T15:58:47.286902+0000","last_undegraded":"2024-04-25T15:58:47.286902+0000","last_fullsized":"2024-04-25T15:58:47.286902+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:18:40.721371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"79'5","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.961516+0000","last_change":"2024-04-25T15:58:41.240688+0000","last_active":"2024-04-25T15:59:08.961516+0000","last_peered":"2024-04-25T15:59:08.961516+0000","last_clean":"2024-04-25T15:59:08.961516+0000","last_became_active":"2024-04-25T15:58:41.240352+0000","last_became_peered":"2024-04-25T15:58:41.240352+0000","last_unstale":"2024-04-25T15:59:08.961516+0000","last_undegraded":"2024-04-25T15:59:08.961516+0000","last_fullsized":"2024-04-25T15:59:08.961516+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:54:45.779737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902939+0000","last_change":"2024-04-25T15:58:42.248112+0000","last_active":"2024-04-25T15:58:47.902939+0000","last_peered":"2024-04-25T15:58:47.902939+0000","last_clean":"2024-04-25T15:58:47.902939+0000","last_became_active":"2024-04-25T15:58:42.247703+0000","last_became_peered":"2024-04-25T15:58:42.247703+0000","last_unstale":"2024-04-25T15:58:47.902939+0000","last_undegraded":"2024-04-25T15:58:47.902939+0000","last_fullsized":"2024-04-25T15:58:47.902939+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:47.474592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287162+0000","last_change":"2024-04-25T15:58:46.304498+0000","last_active":"2024-04-25T15:58:47.287162+0000","last_peered":"2024-04-25T15:58:47.287162+0000","last_clean":"2024-04-25T15:58:47.287162+0000","last_became_active":"2024-04-25T15:58:46.304025+0000","last_became_peered":"2024-04-25T15:58:46.304025+0000","last_unstale":"2024-04-25T15:58:47.287162+0000","last_undegraded":"2024-04-25T15:58:47.287162+0000","last_fullsized":"2024-04-25T15:58:47.287162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:50.443453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903612+0000","last_change":"2024-04-25T15:58:42.250099+0000","last_active":"2024-04-25T15:58:47.903612+0000","last_peered":"2024-04-25T15:58:47.903612+0000","last_clean":"2024-04-25T15:58:47.903612+0000","last_became_active":"2024-04-25T15:58:42.249702+0000","last_became_peered":"2024-04-25T15:58:42.249702+0000","last_unstale":"2024-04-25T15:58:47.903612+0000","last_undegraded":"2024-04-25T15:58:47.903612+0000","last_fullsized":"2024-04-25T15:58:47.903612+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:41:10.322350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.312399+0000","last_change":"2024-04-25T15:58:41.242515+0000","last_active":"2024-04-25T15:59:07.312399+0000","last_peered":"2024-04-25T15:59:07.312399+0000","last_clean":"2024-04-25T15:59:07.312399+0000","last_became_active":"2024-04-25T15:58:41.242150+0000","last_became_peered":"2024-04-25T15:58:41.242150+0000","last_unstale":"2024-04-25T15:59:07.312399+0000","last_undegraded":"2024-04-25T15:59:07.312399+0000","last_fullsized":"2024-04-25T15:59:07.312399+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:55.995507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754758+0000","last_change":"2024-04-25T15:58:46.277407+0000","last_active":"2024-04-25T15:58:47.754758+0000","last_peered":"2024-04-25T15:58:47.754758+0000","last_clean":"2024-04-25T15:58:47.754758+0000","last_became_active":"2024-04-25T15:58:46.276943+0000","last_became_peered":"2024-04-25T15:58:46.276943+0000","last_unstale":"2024-04-25T15:58:47.754758+0000","last_undegraded":"2024-04-25T15:58:47.754758+0000","last_fullsized":"2024-04-25T15:58:47.754758+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:23.180854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902638+0000","last_change":"2024-04-25T15:58:42.264049+0000","last_active":"2024-04-25T15:58:47.902638+0000","last_peered":"2024-04-25T15:58:47.902638+0000","last_clean":"2024-04-25T15:58:47.902638+0000","last_became_active":"2024-04-25T15:58:42.263085+0000","last_became_peered":"2024-04-25T15:58:42.263085+0000","last_unstale":"2024-04-25T15:58:47.902638+0000","last_undegraded":"2024-04-25T15:58:47.902638+0000","last_fullsized":"2024-04-25T15:58:47.902638+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:52:16.298658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'2","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304687+0000","last_change":"2024-04-25T15:58:41.232449+0000","last_active":"2024-04-25T15:59:06.304687+0000","last_peered":"2024-04-25T15:59:06.304687+0000","last_clean":"2024-04-25T15:59:06.304687+0000","last_became_active":"2024-04-25T15:58:41.231963+0000","last_became_peered":"2024-04-25T15:58:41.231963+0000","last_unstale":"2024-04-25T15:59:06.304687+0000","last_undegraded":"2024-04-25T15:59:06.304687+0000","last_fullsized":"2024-04-25T15:59:06.304687+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:27:54.939464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":97,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754084+0000","last_change":"2024-04-25T15:57:24.365626+0000","last_active":"2024-04-25T15:58:47.754084+0000","last_peered":"2024-04-25T15:58:47.754084+0000","last_clean":"2024-04-25T15:58:47.754084+0000","last_became_active":"2024-04-25T15:57:24.360502+0000","last_became_peered":"2024-04-25T15:57:24.360502+0000","last_unstale":"2024-04-25T15:58:47.754084+0000","last_undegraded":"2024-04-25T15:58:47.754084+0000","last_fullsized":"2024-04-25T15:58:47.754084+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_clean_scrub_stamp":"2024-04-25T15:53:58.582488+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:37:35.516226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905260+0000","last_change":"2024-04-25T15:58:46.304740+0000","last_active":"2024-04-25T15:58:47.905260+0000","last_peered":"2024-04-25T15:58:47.905260+0000","last_clean":"2024-04-25T15:58:47.905260+0000","last_became_active":"2024-04-25T15:58:46.304290+0000","last_became_peered":"2024-04-25T15:58:46.304290+0000","last_unstale":"2024-04-25T15:58:47.905260+0000","last_undegraded":"2024-04-25T15:58:47.905260+0000","last_fullsized":"2024-04-25T15:58:47.905260+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:26:22.530434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286331+0000","last_change":"2024-04-25T15:58:42.247081+0000","last_active":"2024-04-25T15:58:47.286331+0000","last_peered":"2024-04-25T15:58:47.286331+0000","last_clean":"2024-04-25T15:58:47.286331+0000","last_became_active":"2024-04-25T15:58:42.246758+0000","last_became_peered":"2024-04-25T15:58:42.246758+0000","last_unstale":"2024-04-25T15:58:47.286331+0000","last_undegraded":"2024-04-25T15:58:47.286331+0000","last_fullsized":"2024-04-25T15:58:47.286331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:37:25.348957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.310699+0000","last_change":"2024-04-25T15:58:41.243368+0000","last_active":"2024-04-25T15:59:07.310699+0000","last_peered":"2024-04-25T15:59:07.310699+0000","last_clean":"2024-04-25T15:59:07.310699+0000","last_became_active":"2024-04-25T15:58:41.242814+0000","last_became_peered":"2024-04-25T15:58:41.242814+0000","last_unstale":"2024-04-25T15:59:07.310699+0000","last_undegraded":"2024-04-25T15:59:07.310699+0000","last_fullsized":"2024-04-25T15:59:07.310699+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:29:27.227259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903371+0000","last_change":"2024-04-25T15:58:46.272942+0000","last_active":"2024-04-25T15:58:47.903371+0000","last_peered":"2024-04-25T15:58:47.903371+0000","last_clean":"2024-04-25T15:58:47.903371+0000","last_became_active":"2024-04-25T15:58:46.272438+0000","last_became_peered":"2024-04-25T15:58:46.272438+0000","last_unstale":"2024-04-25T15:58:47.903371+0000","last_undegraded":"2024-04-25T15:58:47.903371+0000","last_fullsized":"2024-04-25T15:58:47.903371+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:10:54.751961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:08.954587+0000","last_change":"2024-04-25T15:58:41.246823+0000","last_active":"2024-04-25T15:59:08.954587+0000","last_peered":"2024-04-25T15:59:08.954587+0000","last_clean":"2024-04-25T15:59:08.954587+0000","last_became_active":"2024-04-25T15:58:41.246471+0000","last_became_peered":"2024-04-25T15:58:41.246471+0000","last_unstale":"2024-04-25T15:59:08.954587+0000","last_undegraded":"2024-04-25T15:59:08.954587+0000","last_fullsized":"2024-04-25T15:59:08.954587+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:55.327145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287016+0000","last_change":"2024-04-25T15:58:42.238399+0000","last_active":"2024-04-25T15:58:47.287016+0000","last_peered":"2024-04-25T15:58:47.287016+0000","last_clean":"2024-04-25T15:58:47.287016+0000","last_became_active":"2024-04-25T15:58:42.237970+0000","last_became_peered":"2024-04-25T15:58:42.237970+0000","last_unstale":"2024-04-25T15:58:47.287016+0000","last_undegraded":"2024-04-25T15:58:47.287016+0000","last_fullsized":"2024-04-25T15:58:47.287016+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:33.228840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902854+0000","last_change":"2024-04-25T15:58:46.304455+0000","last_active":"2024-04-25T15:58:47.902854+0000","last_peered":"2024-04-25T15:58:47.902854+0000","last_clean":"2024-04-25T15:58:47.902854+0000","last_became_active":"2024-04-25T15:58:46.303992+0000","last_became_peered":"2024-04-25T15:58:46.303992+0000","last_unstale":"2024-04-25T15:58:47.902854+0000","last_undegraded":"2024-04-25T15:58:47.902854+0000","last_fullsized":"2024-04-25T15:58:47.902854+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:19:16.666635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"75'1","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904619+0000","last_change":"2024-04-25T15:58:41.243384+0000","last_active":"2024-04-25T15:58:47.904619+0000","last_peered":"2024-04-25T15:58:47.904619+0000","last_clean":"2024-04-25T15:58:47.904619+0000","last_became_active":"2024-04-25T15:58:41.242972+0000","last_became_peered":"2024-04-25T15:58:41.242972+0000","last_unstale":"2024-04-25T15:58:47.904619+0000","last_undegraded":"2024-04-25T15:58:47.904619+0000","last_fullsized":"2024-04-25T15:58:47.904619+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:18:37.321396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903442+0000","last_change":"2024-04-25T15:58:42.257643+0000","last_active":"2024-04-25T15:58:47.903442+0000","last_peered":"2024-04-25T15:58:47.903442+0000","last_clean":"2024-04-25T15:58:47.903442+0000","last_became_active":"2024-04-25T15:58:42.257176+0000","last_became_peered":"2024-04-25T15:58:42.257176+0000","last_unstale":"2024-04-25T15:58:47.903442+0000","last_undegraded":"2024-04-25T15:58:47.903442+0000","last_fullsized":"2024-04-25T15:58:47.903442+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:28:07.473833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903897+0000","last_change":"2024-04-25T15:58:46.269812+0000","last_active":"2024-04-25T15:58:47.903897+0000","last_peered":"2024-04-25T15:58:47.903897+0000","last_clean":"2024-04-25T15:58:47.903897+0000","last_became_active":"2024-04-25T15:58:46.269417+0000","last_became_peered":"2024-04-25T15:58:46.269417+0000","last_unstale":"2024-04-25T15:58:47.903897+0000","last_undegraded":"2024-04-25T15:58:47.903897+0000","last_fullsized":"2024-04-25T15:58:47.903897+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:37.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.302549+0000","last_change":"2024-04-25T15:58:41.238531+0000","last_active":"2024-04-25T15:59:06.302549+0000","last_peered":"2024-04-25T15:59:06.302549+0000","last_clean":"2024-04-25T15:59:06.302549+0000","last_became_active":"2024-04-25T15:58:41.238188+0000","last_became_peered":"2024-04-25T15:58:41.238188+0000","last_unstale":"2024-04-25T15:59:06.302549+0000","last_undegraded":"2024-04-25T15:59:06.302549+0000","last_fullsized":"2024-04-25T15:59:06.302549+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:16.149552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903695+0000","last_change":"2024-04-25T15:58:42.259925+0000","last_active":"2024-04-25T15:58:47.903695+0000","last_peered":"2024-04-25T15:58:47.903695+0000","last_clean":"2024-04-25T15:58:47.903695+0000","last_became_active":"2024-04-25T15:58:42.259556+0000","last_became_peered":"2024-04-25T15:58:42.259556+0000","last_unstale":"2024-04-25T15:58:47.903695+0000","last_undegraded":"2024-04-25T15:58:47.903695+0000","last_fullsized":"2024-04-25T15:58:47.903695+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:54.428151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317396+0000","last_change":"2024-04-25T15:58:46.304379+0000","last_active":"2024-04-25T15:58:47.317396+0000","last_peered":"2024-04-25T15:58:47.317396+0000","last_clean":"2024-04-25T15:58:47.317396+0000","last_became_active":"2024-04-25T15:58:46.303920+0000","last_became_peered":"2024-04-25T15:58:46.303920+0000","last_unstale":"2024-04-25T15:58:47.317396+0000","last_undegraded":"2024-04-25T15:58:47.317396+0000","last_fullsized":"2024-04-25T15:58:47.317396+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:54.186900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":24,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.303256+0000","last_change":"2024-04-25T15:58:41.245959+0000","last_active":"2024-04-25T15:59:06.303256+0000","last_peered":"2024-04-25T15:59:06.303256+0000","last_clean":"2024-04-25T15:59:06.303256+0000","last_became_active":"2024-04-25T15:58:41.245646+0000","last_became_peered":"2024-04-25T15:58:41.245646+0000","last_unstale":"2024-04-25T15:59:06.303256+0000","last_undegraded":"2024-04-25T15:59:06.303256+0000","last_fullsized":"2024-04-25T15:59:06.303256+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:44:12.182238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.282422+0000","last_change":"2024-04-25T15:58:42.259084+0000","last_active":"2024-04-25T15:58:47.282422+0000","last_peered":"2024-04-25T15:58:47.282422+0000","last_clean":"2024-04-25T15:58:47.282422+0000","last_became_active":"2024-04-25T15:58:42.258682+0000","last_became_peered":"2024-04-25T15:58:42.258682+0000","last_unstale":"2024-04-25T15:58:47.282422+0000","last_undegraded":"2024-04-25T15:58:47.282422+0000","last_fullsized":"2024-04-25T15:58:47.282422+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:47.572601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904726+0000","last_change":"2024-04-25T15:58:46.286531+0000","last_active":"2024-04-25T15:58:47.904726+0000","last_peered":"2024-04-25T15:58:47.904726+0000","last_clean":"2024-04-25T15:58:47.904726+0000","last_became_active":"2024-04-25T15:58:46.285357+0000","last_became_peered":"2024-04-25T15:58:46.285357+0000","last_unstale":"2024-04-25T15:58:47.904726+0000","last_undegraded":"2024-04-25T15:58:47.904726+0000","last_fullsized":"2024-04-25T15:58:47.904726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:23.835719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.304731+0000","last_change":"2024-04-25T15:58:41.242603+0000","last_active":"2024-04-25T15:59:06.304731+0000","last_peered":"2024-04-25T15:59:06.304731+0000","last_clean":"2024-04-25T15:59:06.304731+0000","last_became_active":"2024-04-25T15:58:41.242269+0000","last_became_peered":"2024-04-25T15:58:41.242269+0000","last_unstale":"2024-04-25T15:59:06.304731+0000","last_undegraded":"2024-04-25T15:59:06.304731+0000","last_fullsized":"2024-04-25T15:59:06.304731+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:31:04.355727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903194+0000","last_change":"2024-04-25T15:58:42.249392+0000","last_active":"2024-04-25T15:58:47.903194+0000","last_peered":"2024-04-25T15:58:47.903194+0000","last_clean":"2024-04-25T15:58:47.903194+0000","last_became_active":"2024-04-25T15:58:42.248740+0000","last_became_peered":"2024-04-25T15:58:42.248740+0000","last_unstale":"2024-04-25T15:58:47.903194+0000","last_undegraded":"2024-04-25T15:58:47.903194+0000","last_fullsized":"2024-04-25T15:58:47.903194+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:59.419907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317101+0000","last_change":"2024-04-25T15:58:46.278707+0000","last_active":"2024-04-25T15:58:47.317101+0000","last_peered":"2024-04-25T15:58:47.317101+0000","last_clean":"2024-04-25T15:58:47.317101+0000","last_became_active":"2024-04-25T15:58:46.278237+0000","last_became_peered":"2024-04-25T15:58:46.278237+0000","last_unstale":"2024-04-25T15:58:47.317101+0000","last_undegraded":"2024-04-25T15:58:47.317101+0000","last_fullsized":"2024-04-25T15:58:47.317101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:50:21.603779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903522+0000","last_change":"2024-04-25T15:58:41.243164+0000","last_active":"2024-04-25T15:58:47.903522+0000","last_peered":"2024-04-25T15:58:47.903522+0000","last_clean":"2024-04-25T15:58:47.903522+0000","last_became_active":"2024-04-25T15:58:41.242724+0000","last_became_peered":"2024-04-25T15:58:41.242724+0000","last_unstale":"2024-04-25T15:58:47.903522+0000","last_undegraded":"2024-04-25T15:58:47.903522+0000","last_fullsized":"2024-04-25T15:58:47.903522+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:19:50.350675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903233+0000","last_change":"2024-04-25T15:58:42.256400+0000","last_active":"2024-04-25T15:58:47.903233+0000","last_peered":"2024-04-25T15:58:47.903233+0000","last_clean":"2024-04-25T15:58:47.903233+0000","last_became_active":"2024-04-25T15:58:42.256067+0000","last_became_peered":"2024-04-25T15:58:42.256067+0000","last_unstale":"2024-04-25T15:58:47.903233+0000","last_undegraded":"2024-04-25T15:58:47.903233+0000","last_fullsized":"2024-04-25T15:58:47.903233+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:31.265819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.317167+0000","last_change":"2024-04-25T15:58:46.304361+0000","last_active":"2024-04-25T15:58:47.317167+0000","last_peered":"2024-04-25T15:58:47.317167+0000","last_clean":"2024-04-25T15:58:47.317167+0000","last_became_active":"2024-04-25T15:58:46.303831+0000","last_became_peered":"2024-04-25T15:58:46.303831+0000","last_unstale":"2024-04-25T15:58:47.317167+0000","last_undegraded":"2024-04-25T15:58:47.317167+0000","last_fullsized":"2024-04-25T15:58:47.317167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:58:00.281587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":27,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:06.305054+0000","last_change":"2024-04-25T15:58:41.238349+0000","last_active":"2024-04-25T15:59:06.305054+0000","last_peered":"2024-04-25T15:59:06.305054+0000","last_clean":"2024-04-25T15:59:06.305054+0000","last_became_active":"2024-04-25T15:58:41.237973+0000","last_became_peered":"2024-04-25T15:58:41.237973+0000","last_unstale":"2024-04-25T15:59:06.305054+0000","last_undegraded":"2024-04-25T15:59:06.305054+0000","last_fullsized":"2024-04-25T15:59:06.305054+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:54.224013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754443+0000","last_change":"2024-04-25T15:58:42.268054+0000","last_active":"2024-04-25T15:58:47.754443+0000","last_peered":"2024-04-25T15:58:47.754443+0000","last_clean":"2024-04-25T15:58:47.754443+0000","last_became_active":"2024-04-25T15:58:42.267652+0000","last_became_peered":"2024-04-25T15:58:42.267652+0000","last_unstale":"2024-04-25T15:58:47.754443+0000","last_undegraded":"2024-04-25T15:58:47.754443+0000","last_fullsized":"2024-04-25T15:58:47.754443+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:28:09.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286123+0000","last_change":"2024-04-25T15:58:46.264772+0000","last_active":"2024-04-25T15:58:47.286123+0000","last_peered":"2024-04-25T15:58:47.286123+0000","last_clean":"2024-04-25T15:58:47.286123+0000","last_became_active":"2024-04-25T15:58:46.264047+0000","last_became_peered":"2024-04-25T15:58:46.264047+0000","last_unstale":"2024-04-25T15:58:47.286123+0000","last_undegraded":"2024-04-25T15:58:47.286123+0000","last_fullsized":"2024-04-25T15:58:47.286123+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:22:44.474274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:59:07.312006+0000","last_change":"2024-04-25T15:58:41.245505+0000","last_active":"2024-04-25T15:59:07.312006+0000","last_peered":"2024-04-25T15:59:07.312006+0000","last_clean":"2024-04-25T15:59:07.312006+0000","last_became_active":"2024-04-25T15:58:41.245096+0000","last_became_peered":"2024-04-25T15:58:41.245096+0000","last_unstale":"2024-04-25T15:59:07.312006+0000","last_undegraded":"2024-04-25T15:59:07.312006+0000","last_fullsized":"2024-04-25T15:59:07.312006+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:33:06.372478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754945+0000","last_change":"2024-04-25T15:58:42.265753+0000","last_active":"2024-04-25T15:58:47.754945+0000","last_peered":"2024-04-25T15:58:47.754945+0000","last_clean":"2024-04-25T15:58:47.754945+0000","last_became_active":"2024-04-25T15:58:42.264963+0000","last_became_peered":"2024-04-25T15:58:42.264963+0000","last_unstale":"2024-04-25T15:58:47.754945+0000","last_undegraded":"2024-04-25T15:58:47.754945+0000","last_fullsized":"2024-04-25T15:58:47.754945+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:32.683081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.902986+0000","last_change":"2024-04-25T15:58:46.273177+0000","last_active":"2024-04-25T15:58:47.902986+0000","last_peered":"2024-04-25T15:58:47.902986+0000","last_clean":"2024-04-25T15:58:47.902986+0000","last_became_active":"2024-04-25T15:58:46.272585+0000","last_became_peered":"2024-04-25T15:58:46.272585+0000","last_unstale":"2024-04-25T15:58:47.902986+0000","last_undegraded":"2024-04-25T15:58:47.902986+0000","last_fullsized":"2024-04-25T15:58:47.902986+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:36.665403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"74'1","reported_seq":23,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.905339+0000","last_change":"2024-04-25T15:58:41.245227+0000","last_active":"2024-04-25T15:58:47.905339+0000","last_peered":"2024-04-25T15:58:47.905339+0000","last_clean":"2024-04-25T15:58:47.905339+0000","last_became_active":"2024-04-25T15:58:41.244416+0000","last_became_peered":"2024-04-25T15:58:41.244416+0000","last_unstale":"2024-04-25T15:58:47.905339+0000","last_undegraded":"2024-04-25T15:58:47.905339+0000","last_fullsized":"2024-04-25T15:58:47.905339+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:30:25.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754525+0000","last_change":"2024-04-25T15:58:42.254312+0000","last_active":"2024-04-25T15:58:47.754525+0000","last_peered":"2024-04-25T15:58:47.754525+0000","last_clean":"2024-04-25T15:58:47.754525+0000","last_became_active":"2024-04-25T15:58:42.253350+0000","last_became_peered":"2024-04-25T15:58:42.253350+0000","last_unstale":"2024-04-25T15:58:47.754525+0000","last_undegraded":"2024-04-25T15:58:47.754525+0000","last_fullsized":"2024-04-25T15:58:47.754525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:10:14.967441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903149+0000","last_change":"2024-04-25T15:58:46.269199+0000","last_active":"2024-04-25T15:58:47.903149+0000","last_peered":"2024-04-25T15:58:47.903149+0000","last_clean":"2024-04-25T15:58:47.903149+0000","last_became_active":"2024-04-25T15:58:46.268790+0000","last_became_peered":"2024-04-25T15:58:46.268790+0000","last_unstale":"2024-04-25T15:58:47.903149+0000","last_undegraded":"2024-04-25T15:58:47.903149+0000","last_fullsized":"2024-04-25T15:58:47.903149+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:05:27.917467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"79'3","reported_seq":25,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.287125+0000","last_change":"2024-04-25T15:58:41.239423+0000","last_active":"2024-04-25T15:58:47.287125+0000","last_peered":"2024-04-25T15:58:47.287125+0000","last_clean":"2024-04-25T15:58:47.287125+0000","last_became_active":"2024-04-25T15:58:41.239090+0000","last_became_peered":"2024-04-25T15:58:41.239090+0000","last_unstale":"2024-04-25T15:58:47.287125+0000","last_undegraded":"2024-04-25T15:58:47.287125+0000","last_fullsized":"2024-04-25T15:58:47.287125+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:16:42.843577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.754924+0000","last_change":"2024-04-25T15:58:42.253042+0000","last_active":"2024-04-25T15:58:47.754924+0000","last_peered":"2024-04-25T15:58:47.754924+0000","last_clean":"2024-04-25T15:58:47.754924+0000","last_became_active":"2024-04-25T15:58:42.251607+0000","last_became_peered":"2024-04-25T15:58:42.251607+0000","last_unstale":"2024-04-25T15:58:47.754924+0000","last_undegraded":"2024-04-25T15:58:47.754924+0000","last_fullsized":"2024-04-25T15:58:47.754924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:52:00.997920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903345+0000","last_change":"2024-04-25T15:58:42.256472+0000","last_active":"2024-04-25T15:58:47.903345+0000","last_peered":"2024-04-25T15:58:47.903345+0000","last_clean":"2024-04-25T15:58:47.903345+0000","last_became_active":"2024-04-25T15:58:42.256042+0000","last_became_peered":"2024-04-25T15:58:42.256042+0000","last_unstale":"2024-04-25T15:58:47.903345+0000","last_undegraded":"2024-04-25T15:58:47.903345+0000","last_fullsized":"2024-04-25T15:58:47.903345+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:05.233696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904255+0000","last_change":"2024-04-25T15:58:42.251117+0000","last_active":"2024-04-25T15:58:47.904255+0000","last_peered":"2024-04-25T15:58:47.904255+0000","last_clean":"2024-04-25T15:58:47.904255+0000","last_became_active":"2024-04-25T15:58:42.250699+0000","last_became_peered":"2024-04-25T15:58:42.250699+0000","last_unstale":"2024-04-25T15:58:47.904255+0000","last_undegraded":"2024-04-25T15:58:47.904255+0000","last_fullsized":"2024-04-25T15:58:47.904255+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:07:06.156055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903332+0000","last_change":"2024-04-25T15:58:42.248233+0000","last_active":"2024-04-25T15:58:47.903332+0000","last_peered":"2024-04-25T15:58:47.903332+0000","last_clean":"2024-04-25T15:58:47.903332+0000","last_became_active":"2024-04-25T15:58:42.247797+0000","last_became_peered":"2024-04-25T15:58:42.247797+0000","last_unstale":"2024-04-25T15:58:47.903332+0000","last_undegraded":"2024-04-25T15:58:47.903332+0000","last_fullsized":"2024-04-25T15:58:47.903332+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:48.328094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903222+0000","last_change":"2024-04-25T15:58:42.246937+0000","last_active":"2024-04-25T15:58:47.903222+0000","last_peered":"2024-04-25T15:58:47.903222+0000","last_clean":"2024-04-25T15:58:47.903222+0000","last_became_active":"2024-04-25T15:58:42.246599+0000","last_became_peered":"2024-04-25T15:58:42.246599+0000","last_unstale":"2024-04-25T15:58:47.903222+0000","last_undegraded":"2024-04-25T15:58:47.903222+0000","last_fullsized":"2024-04-25T15:58:47.903222+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:09:40.026076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286999+0000","last_change":"2024-04-25T15:58:42.250017+0000","last_active":"2024-04-25T15:58:47.286999+0000","last_peered":"2024-04-25T15:58:47.286999+0000","last_clean":"2024-04-25T15:58:47.286999+0000","last_became_active":"2024-04-25T15:58:42.249669+0000","last_became_peered":"2024-04-25T15:58:42.249669+0000","last_unstale":"2024-04-25T15:58:47.286999+0000","last_undegraded":"2024-04-25T15:58:47.286999+0000","last_fullsized":"2024-04-25T15:58:47.286999+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:20:20.329897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904007+0000","last_change":"2024-04-25T15:58:42.253004+0000","last_active":"2024-04-25T15:58:47.904007+0000","last_peered":"2024-04-25T15:58:47.904007+0000","last_clean":"2024-04-25T15:58:47.904007+0000","last_became_active":"2024-04-25T15:58:42.251971+0000","last_became_peered":"2024-04-25T15:58:42.251971+0000","last_unstale":"2024-04-25T15:58:47.904007+0000","last_undegraded":"2024-04-25T15:58:47.904007+0000","last_fullsized":"2024-04-25T15:58:47.904007+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:51:38.509688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904192+0000","last_change":"2024-04-25T15:58:42.248645+0000","last_active":"2024-04-25T15:58:47.904192+0000","last_peered":"2024-04-25T15:58:47.904192+0000","last_clean":"2024-04-25T15:58:47.904192+0000","last_became_active":"2024-04-25T15:58:42.248194+0000","last_became_peered":"2024-04-25T15:58:42.248194+0000","last_unstale":"2024-04-25T15:58:47.904192+0000","last_undegraded":"2024-04-25T15:58:47.904192+0000","last_fullsized":"2024-04-25T15:58:47.904192+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:43:56.381488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903650+0000","last_change":"2024-04-25T15:58:42.260786+0000","last_active":"2024-04-25T15:58:47.903650+0000","last_peered":"2024-04-25T15:58:47.903650+0000","last_clean":"2024-04-25T15:58:47.903650+0000","last_became_active":"2024-04-25T15:58:42.260419+0000","last_became_peered":"2024-04-25T15:58:42.260419+0000","last_unstale":"2024-04-25T15:58:47.903650+0000","last_undegraded":"2024-04-25T15:58:47.903650+0000","last_fullsized":"2024-04-25T15:58:47.903650+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:24.238746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.903475+0000","last_change":"2024-04-25T15:58:42.255622+0000","last_active":"2024-04-25T15:58:47.903475+0000","last_peered":"2024-04-25T15:58:47.903475+0000","last_clean":"2024-04-25T15:58:47.903475+0000","last_became_active":"2024-04-25T15:58:42.254371+0000","last_became_peered":"2024-04-25T15:58:42.254371+0000","last_unstale":"2024-04-25T15:58:47.903475+0000","last_undegraded":"2024-04-25T15:58:47.903475+0000","last_fullsized":"2024-04-25T15:58:47.903475+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:20:57.508349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904322+0000","last_change":"2024-04-25T15:58:42.253409+0000","last_active":"2024-04-25T15:58:47.904322+0000","last_peered":"2024-04-25T15:58:47.904322+0000","last_clean":"2024-04-25T15:58:47.904322+0000","last_became_active":"2024-04-25T15:58:42.253079+0000","last_became_peered":"2024-04-25T15:58:42.253079+0000","last_unstale":"2024-04-25T15:58:47.904322+0000","last_undegraded":"2024-04-25T15:58:47.904322+0000","last_fullsized":"2024-04-25T15:58:47.904322+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:16:30.388904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286364+0000","last_change":"2024-04-25T15:58:42.264635+0000","last_active":"2024-04-25T15:58:47.286364+0000","last_peered":"2024-04-25T15:58:47.286364+0000","last_clean":"2024-04-25T15:58:47.286364+0000","last_became_active":"2024-04-25T15:58:42.264278+0000","last_became_peered":"2024-04-25T15:58:42.264278+0000","last_unstale":"2024-04-25T15:58:47.286364+0000","last_undegraded":"2024-04-25T15:58:47.286364+0000","last_fullsized":"2024-04-25T15:58:47.286364+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:38:40.301553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.286660+0000","last_change":"2024-04-25T15:58:42.245235+0000","last_active":"2024-04-25T15:58:47.286660+0000","last_peered":"2024-04-25T15:58:47.286660+0000","last_clean":"2024-04-25T15:58:47.286660+0000","last_became_active":"2024-04-25T15:58:42.244883+0000","last_became_peered":"2024-04-25T15:58:42.244883+0000","last_unstale":"2024-04-25T15:58:47.286660+0000","last_undegraded":"2024-04-25T15:58:47.286660+0000","last_fullsized":"2024-04-25T15:58:47.286660+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:05:06.456462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-04-25T15:58:47.904137+0000","last_change":"2024-04-25T15:58:42.261271+0000","last_active":"2024-04-25T15:58:47.904137+0000","last_peered":"2024-04-25T15:58:47.904137+0000","last_clean":"2024-04-25T15:58:47.904137+0000","last_became_active":"2024-04-25T15:58:42.260706+0000","last_became_peered":"2024-04-25T15:58:42.260706+0000","last_unstale":"2024-04-25T15:58:47.904137+0000","last_undegraded":"2024-04-25T15:58:47.904137+0000","last_fullsized":"2024-04-25T15:58:47.904137+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:58:52.598274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":8090,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":142,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":44,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":286720,"data_stored":27200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710739,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":423648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906968,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28488,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716664,"statfs":{"total":95995035648,"available":95965863936,"internally_reserved":0,"allocated":1507328,"data_stored":1018244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070493,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36200,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708952,"statfs":{"total":95995035648,"available":95957966848,"internally_reserved":0,"allocated":884736,"data_stored":423240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266722,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":423956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462952,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1486848,"data_stored":1015679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626477,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32032,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713120,"statfs":{"total":95995035648,"available":95962234880,"internally_reserved":0,"allocated":876544,"data_stored":422568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574918,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27876,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717276,"statfs":{"total":95995035648,"available":95966490624,"internally_reserved":0,"allocated":880640,"data_stored":426298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738443,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":424522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36220,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708932,"statfs":{"total":95995035648,"available":95957946368,"internally_reserved":0,"allocated":905216,"data_stored":427648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":422650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986230,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":872448,"data_stored":422478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822706,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1490944,"data_stored":1014300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T15:59:11.769 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-25T15:59:11.770 INFO:tasks.cephadm:Setting up client nodes... 2024-04-25T15:59:11.770 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-25T15:59:12.042 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:12.164 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:11 smithi112 ceph-mon[29426]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:12.164 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:11 smithi112 ceph-mon[29426]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-25T15:59:12.164 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:11 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3237523579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:12.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:11 smithi116 ceph-mon[32780]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:12.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:11 smithi116 ceph-mon[32780]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-25T15:59:12.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:11 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3237523579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:12.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:11 smithi133 ceph-mon[32641]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T15:59:12.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:11 smithi133 ceph-mon[32641]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-25T15:59:12.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:11 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3237523579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:13.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:12 smithi112 ceph-mon[29426]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:59:13.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:12 smithi112 ceph-mon[29426]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:59:13.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:12 smithi112 ceph-mon[29426]: pgmap v299: 129 pgs: 129 active+clean; 586 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.9 KiB/s wr, 13 op/s 2024-04-25T15:59:13.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:12 smithi116 ceph-mon[32780]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:59:13.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:12 smithi116 ceph-mon[32780]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:59:13.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:12 smithi116 ceph-mon[32780]: pgmap v299: 129 pgs: 129 active+clean; 586 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.9 KiB/s wr, 13 op/s 2024-04-25T15:59:13.337 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:12 smithi133 ceph-mon[32641]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:59:13.337 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:12 smithi133 ceph-mon[32641]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T15:59:13.337 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:12 smithi133 ceph-mon[32641]: pgmap v299: 129 pgs: 129 active+clean; 586 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.9 KiB/s wr, 13 op/s 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 -- 172.21.15.112:0/2796229493 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6664110890 msgr2=0x7f6664112cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 --2- 172.21.15.112:0/2796229493 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6664110890 0x7f6664112cb0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f665c00b0d0 tx=0x7f665c00b3e0 comp rx=0 tx=0).stop 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 -- 172.21.15.112:0/2796229493 shutdown_connections 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 --2- 172.21.15.112:0/2796229493 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6664110890 0x7f6664112cb0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 --2- 172.21.15.112:0/2796229493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66640786c0 0x7f6664076b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 --2- 172.21.15.112:0/2796229493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66640770d0 0x7f6664077560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 -- 172.21.15.112:0/2796229493 >> 172.21.15.112:0/2796229493 conn(0x7f66640ff8a0 msgr2=0x7f6664101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.813+0000 7f666b45d700 1 -- 172.21.15.112:0/2796229493 shutdown_connections 2024-04-25T15:59:13.815 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.814+0000 7f666b45d700 1 -- 172.21.15.112:0/2796229493 wait complete. 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.814+0000 7f666b45d700 1 Processor -- start 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.814+0000 7f666b45d700 1 -- start start 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.814+0000 7f666b45d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66640770d0 0x7f66641a0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.814+0000 7f666b45d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66640786c0 0x7f66641a1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.814+0000 7f666b45d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6664110890 0x7f66641a8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f666b45d700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f66641161d0 con 0x7f66640786c0 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f666b45d700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6664116050 con 0x7f66640770d0 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f666b45d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6664116350 con 0x7f6664110890 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66640786c0 0x7f66641a1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66640786c0 0x7f66641a1250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53668/0 (socket says 172.21.15.112:53668) 2024-04-25T15:59:13.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 -- 172.21.15.112:0/3603178770 learned_addr learned my addr 172.21.15.112:0/3603178770 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66699fa700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6664110890 0x7f66641a8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66691f9700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66640770d0 0x7f66641a0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 -- 172.21.15.112:0/3603178770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6664110890 msgr2=0x7f66641a8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6664110890 0x7f66641a8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 -- 172.21.15.112:0/3603178770 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66640770d0 msgr2=0x7f66641a0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66640770d0 0x7f66641a0d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 -- 172.21.15.112:0/3603178770 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66641a8860 con 0x7f66640786c0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f66689f8700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66640786c0 0x7f66641a1250 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f665400b530 tx=0x7f665400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.815+0000 7f665a7fc700 1 -- 172.21.15.112:0/3603178770 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6654015020 con 0x7f66640786c0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.816+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66641a8b50 con 0x7f66640786c0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.816+0000 7f665a7fc700 1 -- 172.21.15.112:0/3603178770 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6654011cc0 con 0x7f66640786c0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.816+0000 7f665a7fc700 1 -- 172.21.15.112:0/3603178770 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6654010c80 con 0x7f66640786c0 2024-04-25T15:59:13.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.816+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66641a90e0 con 0x7f66640786c0 2024-04-25T15:59:13.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.817+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6664051190 con 0x7f66640786c0 2024-04-25T15:59:13.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.818+0000 7f665a7fc700 1 -- 172.21.15.112:0/3603178770 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f6654018020 con 0x7f66640786c0 2024-04-25T15:59:13.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.819+0000 7f665a7fc700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f66500afc10 0x7f66500b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:13.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.819+0000 7f66691f9700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f66500afc10 0x7f66500b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:13.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.819+0000 7f665a7fc700 1 -- 172.21.15.112:0/3603178770 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f66540de5e0 con 0x7f66640786c0 2024-04-25T15:59:13.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.819+0000 7f66691f9700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f66500afc10 0x7f66500b2120 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6664103440 tx=0x7f666000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:13.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:13.823+0000 7f665a7fc700 1 -- 172.21.15.112:0/3603178770 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f665401f020 con 0x7f66640786c0 2024-04-25T15:59:14.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.103+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f666402e510 con 0x7f66640786c0 2024-04-25T15:59:14.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.106+0000 7f665a7fc700 1 -- 172.21.15.112:0/3603178770 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f66540a6f30 con 0x7f66640786c0 2024-04-25T15:59:14.107 INFO:teuthology.orchestra.run.smithi112.stdout:[client.0] 2024-04-25T15:59:14.107 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQDSfSpmH8RHBhAAxLRglUltwsgh7hxEooXF5Q== 2024-04-25T15:59:14.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f66500afc10 msgr2=0x7f66500b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f66500afc10 0x7f66500b2120 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6664103440 tx=0x7f666000b410 comp rx=0 tx=0).stop 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66640786c0 msgr2=0x7f66641a1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66640786c0 0x7f66641a1250 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f665400b530 tx=0x7f665400b840 comp rx=0 tx=0).stop 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 shutdown_connections 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f66500afc10 0x7f66500b2120 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6664110890 0x7f66641a8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66640770d0 0x7f66641a0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 --2- 172.21.15.112:0/3603178770 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66640786c0 0x7f66641a1250 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 >> 172.21.15.112:0/3603178770 conn(0x7f66640ff8a0 msgr2=0x7f6664103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 shutdown_connections 2024-04-25T15:59:14.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:14.109+0000 7f666b45d700 1 -- 172.21.15.112:0/3603178770 wait complete. 2024-04-25T15:59:14.402 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:14 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3603178770' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T15:59:14.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:14 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3603178770' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T15:59:14.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:14 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3603178770' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T15:59:14.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:14 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3603178770' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T15:59:14.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:14 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3603178770' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T15:59:14.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:14 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3603178770' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T15:59:15.061 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T15:59:15.061 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-25T15:59:15.061 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-25T15:59:15.096 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-25T15:59:15.096 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-25T15:59:15.097 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-25T15:59:15.370 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:15 smithi112 ceph-mon[29426]: pgmap v300: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-04-25T15:59:15.389 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:15.429 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:15 smithi116 ceph-mon[32780]: pgmap v300: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-04-25T15:59:15.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:15 smithi133 ceph-mon[32641]: pgmap v300: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-04-25T15:59:17.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 -- 172.21.15.112:0/1059586504 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68107cc0 msgr2=0x7f8c681080d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:17.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 --2- 172.21.15.112:0/1059586504 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68107cc0 0x7f8c681080d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f8c5c0099c0 tx=0x7f8c5c009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 -- 172.21.15.112:0/1059586504 shutdown_connections 2024-04-25T15:59:17.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 --2- 172.21.15.112:0/1059586504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c68108610 0x7f8c6810ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 --2- 172.21.15.112:0/1059586504 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c68103390 0x7f8c681037a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 --2- 172.21.15.112:0/1059586504 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68107cc0 0x7f8c681080d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 -- 172.21.15.112:0/1059586504 >> 172.21.15.112:0/1059586504 conn(0x7f8c680fec90 msgr2=0x7f8c681010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 -- 172.21.15.112:0/1059586504 shutdown_connections 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.233+0000 7f8c6d853700 1 -- 172.21.15.112:0/1059586504 wait complete. 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 Processor -- start 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 -- start start 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c68103390 0x7f8c6819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c68107cc0 0x7f8c6819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68108610 0x7f8c68199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8c681130d0 con 0x7f8c68108610 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8c68112f50 con 0x7f8c68103390 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c6d853700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8c68113250 con 0x7f8c68107cc0 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c677fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68108610 0x7f8c68199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c677fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68108610 0x7f8c68199910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53696/0 (socket says 172.21.15.112:53696) 2024-04-25T15:59:17.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c66ffd700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c68103390 0x7f8c6819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c677fe700 1 -- 172.21.15.112:0/889807776 learned_addr learned my addr 172.21.15.112:0/889807776 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c667fc700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c68107cc0 0x7f8c6819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c677fe700 1 -- 172.21.15.112:0/889807776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c68107cc0 msgr2=0x7f8c6819fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c677fe700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c68107cc0 0x7f8c6819fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c677fe700 1 -- 172.21.15.112:0/889807776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c68103390 msgr2=0x7f8c6819f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.234+0000 7f8c677fe700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c68103390 0x7f8c6819f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c677fe700 1 -- 172.21.15.112:0/889807776 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c68199fc0 con 0x7f8c68108610 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c66ffd700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c68103390 0x7f8c6819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c677fe700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68108610 0x7f8c68199910 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f8c60007f10 tx=0x7f8c6000f5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c6c851700 1 -- 172.21.15.112:0/889807776 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60016030 con 0x7f8c68108610 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c6c851700 1 -- 172.21.15.112:0/889807776 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8c6000fd30 con 0x7f8c68108610 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c6819a2b0 con 0x7f8c68108610 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c6c851700 1 -- 172.21.15.112:0/889807776 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60012d90 con 0x7f8c68108610 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.235+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c6806b4e0 con 0x7f8c68108610 2024-04-25T15:59:17.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.236+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c68104840 con 0x7f8c68108610 2024-04-25T15:59:17.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.237+0000 7f8c6c851700 1 -- 172.21.15.112:0/889807776 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f8c60004c40 con 0x7f8c68108610 2024-04-25T15:59:17.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.238+0000 7f8c6c851700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8c500afc90 0x7f8c500b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:17.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.238+0000 7f8c66ffd700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8c500afc90 0x7f8c500b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:17.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.238+0000 7f8c6c851700 1 -- 172.21.15.112:0/889807776 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f8c600e1170 con 0x7f8c68108610 2024-04-25T15:59:17.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.238+0000 7f8c66ffd700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8c500afc90 0x7f8c500b21a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8c6819aa50 tx=0x7f8c58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:17.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.243+0000 7f8c6c851700 1 -- 172.21.15.112:0/889807776 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8c600a99b0 con 0x7f8c68108610 2024-04-25T15:59:17.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:17 smithi112 ceph-mon[29426]: pgmap v301: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-04-25T15:59:17.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.499+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f8c6819ae40 con 0x7f8c68108610 2024-04-25T15:59:17.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.504+0000 7f8c6c851700 1 -- 172.21.15.112:0/889807776 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+284488 (secure 0 0 0) 0x7f8c600a92b0 con 0x7f8c68108610 2024-04-25T15:59:17.508 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:17.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8c500afc90 msgr2=0x7f8c500b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:17.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8c500afc90 0x7f8c500b21a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8c6819aa50 tx=0x7f8c58009260 comp rx=0 tx=0).stop 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68108610 msgr2=0x7f8c68199910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68108610 0x7f8c68199910 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f8c60007f10 tx=0x7f8c6000f5c0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 shutdown_connections 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8c500afc90 0x7f8c500b21a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c68108610 0x7f8c68199910 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c68103390 0x7f8c6819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 --2- 172.21.15.112:0/889807776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c68107cc0 0x7f8c6819fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 >> 172.21.15.112:0/889807776 conn(0x7f8c680fec90 msgr2=0x7f8c681010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 shutdown_connections 2024-04-25T15:59:17.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:17.508+0000 7f8c6d853700 1 -- 172.21.15.112:0/889807776 wait complete. 2024-04-25T15:59:17.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:17 smithi116 ceph-mon[32780]: pgmap v301: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-04-25T15:59:17.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:17 smithi133 ceph-mon[32641]: pgmap v301: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 8.5 KiB/s wr, 21 op/s 2024-04-25T15:59:18.221 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":4128478085},{"type":"v1","addr":"172.21.15.112:6801","nonce":4128478085}]},"active_addr":"172.21.15.112:6801/4128478085","active_change":"2024-04-25T15:51:32.118418+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.112:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":2056922000}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":877782119}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":2387290151}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":2321533521}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1574470582}]}]} 2024-04-25T15:59:18.225 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-25T15:59:18.225 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-25T15:59:18.226 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T15:59:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:18 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/889807776' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T15:59:18.469 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:18.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:18 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/889807776' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T15:59:18.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:18 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/889807776' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T15:59:19.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:19 smithi116 ceph-mon[32780]: pgmap v302: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-04-25T15:59:19.684 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:19 smithi112 ceph-mon[29426]: pgmap v302: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-04-25T15:59:19.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:19 smithi133 ceph-mon[32641]: pgmap v302: 129 pgs: 129 active+clean; 629 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-04-25T15:59:20.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 -- 172.21.15.112:0/2405426538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd330105300 msgr2=0x7fd330105710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:20.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 --2- 172.21.15.112:0/2405426538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd330105300 0x7fd330105710 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd32000b0a0 tx=0x7fd32000b3b0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 -- 172.21.15.112:0/2405426538 shutdown_connections 2024-04-25T15:59:20.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 --2- 172.21.15.112:0/2405426538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd33010e770 0x7fd330110c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 --2- 172.21.15.112:0/2405426538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd330105300 0x7fd330105710 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 --2- 172.21.15.112:0/2405426538 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd330105c50 0x7fd33010e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 -- 172.21.15.112:0/2405426538 >> 172.21.15.112:0/2405426538 conn(0x7fd3300fec90 msgr2=0x7fd3301010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:20.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 -- 172.21.15.112:0/2405426538 shutdown_connections 2024-04-25T15:59:20.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.238+0000 7fd335082700 1 -- 172.21.15.112:0/2405426538 wait complete. 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 Processor -- start 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 -- start start 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd330105300 0x7fd3301a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd330105c50 0x7fd3301a0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd33010e770 0x7fd33019a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd330114170 con 0x7fd33010e770 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd330113ff0 con 0x7fd330105c50 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.239+0000 7fd335082700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd3301142f0 con 0x7fd330105300 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd33010e770 0x7fd33019a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32e59c700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd330105c50 0x7fd3301a0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:20.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32ed9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd330105300 0x7fd3301a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd33010e770 0x7fd33019a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53716/0 (socket says 172.21.15.112:53716) 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 -- 172.21.15.112:0/2088934842 learned_addr learned my addr 172.21.15.112:0/2088934842 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 -- 172.21.15.112:0/2088934842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd330105300 msgr2=0x7fd3301a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd330105300 0x7fd3301a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 -- 172.21.15.112:0/2088934842 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd330105c50 msgr2=0x7fd3301a0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd330105c50 0x7fd3301a0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 -- 172.21.15.112:0/2088934842 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd33019b060 con 0x7fd33010e770 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd32f59e700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd33010e770 0x7fd33019a9b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd32800d980 tx=0x7fd32800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd327fff700 1 -- 172.21.15.112:0/2088934842 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd328017070 con 0x7fd33010e770 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd33019b2f0 con 0x7fd33010e770 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd327fff700 1 -- 172.21.15.112:0/2088934842 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd328005020 con 0x7fd33010e770 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd327fff700 1 -- 172.21.15.112:0/2088934842 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32800f980 con 0x7fd33010e770 2024-04-25T15:59:20.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.240+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3301a7620 con 0x7fd33010e770 2024-04-25T15:59:20.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.241+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd330051190 con 0x7fd33010e770 2024-04-25T15:59:20.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.244+0000 7fd327fff700 1 -- 172.21.15.112:0/2088934842 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fd328004a30 con 0x7fd33010e770 2024-04-25T15:59:20.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.244+0000 7fd327fff700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd31c0afc10 0x7fd31c0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:20.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.244+0000 7fd32ed9d700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd31c0afc10 0x7fd31c0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:20.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.244+0000 7fd327fff700 1 -- 172.21.15.112:0/2088934842 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7fd3280df160 con 0x7fd33010e770 2024-04-25T15:59:20.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.245+0000 7fd32ed9d700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd31c0afc10 0x7fd31c0b2120 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd320009900 tx=0x7fd32000b7b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:20.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.248+0000 7fd327fff700 1 -- 172.21.15.112:0/2088934842 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd328020020 con 0x7fd33010e770 2024-04-25T15:59:20.451 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.450+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd33002e510 con 0x7fd33010e770 2024-04-25T15:59:20.452 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.451+0000 7fd327fff700 1 -- 172.21.15.112:0/2088934842 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7fd3280a79a0 con 0x7fd33010e770 2024-04-25T15:59:20.453 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:20.453 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.453+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd31c0afc10 msgr2=0x7fd31c0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.453+0000 7fd335082700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd31c0afc10 0x7fd31c0b2120 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd320009900 tx=0x7fd32000b7b0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.453+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd33010e770 msgr2=0x7fd33019a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.453+0000 7fd335082700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd33010e770 0x7fd33019a9b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd32800d980 tx=0x7fd32800dc90 comp rx=0 tx=0).stop 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 shutdown_connections 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd31c0afc10 0x7fd31c0b2120 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd33010e770 0x7fd33019a9b0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd330105300 0x7fd3301a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 --2- 172.21.15.112:0/2088934842 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd330105c50 0x7fd3301a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 >> 172.21.15.112:0/2088934842 conn(0x7fd3300fec90 msgr2=0x7fd3300ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:20.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 shutdown_connections 2024-04-25T15:59:20.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:20.454+0000 7fd335082700 1 -- 172.21.15.112:0/2088934842 wait complete. 2024-04-25T15:59:21.221 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-25T15:59:21.221 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T15:59:21.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:21 smithi112 ceph-mon[29426]: pgmap v303: 129 pgs: 129 active+clean; 633 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.2 KiB/s wr, 24 op/s 2024-04-25T15:59:21.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:21 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2088934842' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:21.462 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:21.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:21 smithi116 ceph-mon[32780]: pgmap v303: 129 pgs: 129 active+clean; 633 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.2 KiB/s wr, 24 op/s 2024-04-25T15:59:21.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:21 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2088934842' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:21 smithi133 ceph-mon[32641]: pgmap v303: 129 pgs: 129 active+clean; 633 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.2 KiB/s wr, 24 op/s 2024-04-25T15:59:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:21 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2088934842' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:22.667 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:22 smithi112 ceph-mon[29426]: pgmap v304: 129 pgs: 129 active+clean; 633 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.0 KiB/s wr, 19 op/s 2024-04-25T15:59:22.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:22 smithi133 ceph-mon[32641]: pgmap v304: 129 pgs: 129 active+clean; 633 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.0 KiB/s wr, 19 op/s 2024-04-25T15:59:22.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:22 smithi116 ceph-mon[32780]: pgmap v304: 129 pgs: 129 active+clean; 633 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.0 KiB/s wr, 19 op/s 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 -- 172.21.15.112:0/350329458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 msgr2=0x7f3e5c110c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/350329458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c110c50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f3e5400b0a0 tx=0x7f3e5400b3b0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 -- 172.21.15.112:0/350329458 shutdown_connections 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/350329458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c110c50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/350329458 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e5c105300 0x7f3e5c105710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/350329458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e5c105c50 0x7f3e5c10e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 -- 172.21.15.112:0/350329458 >> 172.21.15.112:0/350329458 conn(0x7f3e5c0fec90 msgr2=0x7f3e5c1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 -- 172.21.15.112:0/350329458 shutdown_connections 2024-04-25T15:59:23.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.231+0000 7f3e63cfb700 1 -- 172.21.15.112:0/350329458 wait complete. 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 Processor -- start 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 -- start start 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e5c105300 0x7f3e5c1a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e5c105c50 0x7f3e5c1a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3e5c114180 con 0x7f3e5c10e770 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3e5c114000 con 0x7f3e5c105c50 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e63cfb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3e5c114300 con 0x7f3e5c105300 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e61296700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e5c105c50 0x7f3e5c1a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c19a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53732/0 (socket says 172.21.15.112:53732) 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 -- 172.21.15.112:0/495845478 learned_addr learned my addr 172.21.15.112:0/495845478 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e61296700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e5c105c50 0x7f3e5c1a0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.112:56976/0 (socket says 172.21.15.112:56976) 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e61a97700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e5c105300 0x7f3e5c1a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:23.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 -- 172.21.15.112:0/495845478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e5c105300 msgr2=0x7f3e5c1a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e5c105300 0x7f3e5c1a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 -- 172.21.15.112:0/495845478 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e5c105c50 msgr2=0x7f3e5c1a0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e5c105c50 0x7f3e5c1a0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.232+0000 7f3e62298700 1 -- 172.21.15.112:0/495845478 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e5c19afc0 con 0x7f3e5c10e770 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.233+0000 7f3e62298700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c19a980 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3e5400b830 tx=0x7f3e54004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.233+0000 7f3e52ffd700 1 -- 172.21.15.112:0/495845478 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e54021070 con 0x7f3e5c10e770 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.233+0000 7f3e52ffd700 1 -- 172.21.15.112:0/495845478 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3e54007b80 con 0x7f3e5c10e770 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.233+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e5c19b250 con 0x7f3e5c10e770 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.233+0000 7f3e52ffd700 1 -- 172.21.15.112:0/495845478 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e540052a0 con 0x7f3e5c10e770 2024-04-25T15:59:23.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.233+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e5c19b730 con 0x7f3e5c10e770 2024-04-25T15:59:23.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.234+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e5c051190 con 0x7f3e5c10e770 2024-04-25T15:59:23.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.235+0000 7f3e52ffd700 1 -- 172.21.15.112:0/495845478 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f3e54024070 con 0x7f3e5c10e770 2024-04-25T15:59:23.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.236+0000 7f3e52ffd700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3e480afc10 0x7f3e480b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:23.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.236+0000 7f3e61a97700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3e480afc10 0x7f3e480b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:23.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.236+0000 7f3e52ffd700 1 -- 172.21.15.112:0/495845478 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8802+0+0 (secure 0 0 0) 0x7f3e5400f020 con 0x7f3e5c10e770 2024-04-25T15:59:23.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.237+0000 7f3e61a97700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3e480afc10 0x7f3e480b2120 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c19bac0 tx=0x7f3e5800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:23.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.241+0000 7f3e52ffd700 1 -- 172.21.15.112:0/495845478 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3e5402b020 con 0x7f3e5c10e770 2024-04-25T15:59:23.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.450+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3e5c02e510 con 0x7f3e5c10e770 2024-04-25T15:59:23.454 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.452+0000 7f3e52ffd700 1 -- 172.21.15.112:0/495845478 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+24210 (secure 0 0 0) 0x7f3e540a8ea0 con 0x7f3e5c10e770 2024-04-25T15:59:23.454 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T15:59:23.454 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":79,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:58:46.620998+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T15:59:23.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3e480afc10 msgr2=0x7f3e480b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:23.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3e480afc10 0x7f3e480b2120 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c19bac0 tx=0x7f3e5800b410 comp rx=0 tx=0).stop 2024-04-25T15:59:23.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 msgr2=0x7f3e5c19a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c19a980 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3e5400b830 tx=0x7f3e54004d00 comp rx=0 tx=0).stop 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 shutdown_connections 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3e480afc10 0x7f3e480b2120 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e5c10e770 0x7f3e5c19a980 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e5c105300 0x7f3e5c1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 --2- 172.21.15.112:0/495845478 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e5c105c50 0x7f3e5c1a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 >> 172.21.15.112:0/495845478 conn(0x7f3e5c0fec90 msgr2=0x7f3e5c0ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 shutdown_connections 2024-04-25T15:59:23.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:23.455+0000 7f3e63cfb700 1 -- 172.21.15.112:0/495845478 wait complete. 2024-04-25T15:59:23.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:23 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/495845478' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:23.834 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:23 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/495845478' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:23.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:23 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/495845478' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T15:59:24.137 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-25T15:59:24.138 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-25T15:59:24.138 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-25T15:59:24.138 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-25T15:59:24.139 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-25T15:59:24.139 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-25T15:59:24.140 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-25T15:59:24.140 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-25T15:59:24.140 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-25T15:59:24.141 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-25T15:59:24.141 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-25T15:59:24.142 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-25T15:59:24.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:24 smithi116 ceph-mon[32780]: pgmap v305: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.7 KiB/s wr, 17 op/s 2024-04-25T15:59:24.807 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:24.848 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:24.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:24 smithi133 ceph-mon[32641]: pgmap v305: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.7 KiB/s wr, 17 op/s 2024-04-25T15:59:24.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:24 smithi112 ceph-mon[29426]: pgmap v305: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.7 KiB/s wr, 17 op/s 2024-04-25T15:59:25.617 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.617 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.618 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.618 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.623 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.624 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.626 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.628 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.630 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:25.740 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:27.292 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:27 smithi112 ceph-mon[29426]: pgmap v306: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T15:59:27.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:27 smithi116 ceph-mon[32780]: pgmap v306: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T15:59:27.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:27 smithi133 ceph-mon[32641]: pgmap v306: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T15:59:29.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:29 smithi112 ceph-mon[29426]: pgmap v307: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T15:59:29.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:29 smithi116 ceph-mon[32780]: pgmap v307: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T15:59:29.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:29 smithi133 ceph-mon[32641]: pgmap v307: 129 pgs: 129 active+clean; 639 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T15:59:31.332 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:31 smithi112 ceph-mon[29426]: pgmap v308: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-25T15:59:31.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:31 smithi116 ceph-mon[32780]: pgmap v308: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-25T15:59:31.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:31 smithi133 ceph-mon[32641]: pgmap v308: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-04-25T15:59:32.349 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-25T15:59:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-25T15:59:32.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-04-25T15:59:32.529 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-04-25T15:59:32.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-04-25T15:59:32.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-04-25T15:59:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-04-25T15:59:33.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: pgmap v309: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-04-25T15:59:33.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:33 smithi112 ceph-mon[29426]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: pgmap v309: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-25T15:59:33.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-04-25T15:59:33.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-04-25T15:59:33.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:33 smithi133 ceph-mon[32641]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: pgmap v309: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [3, 9]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-04-25T15:59:33.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:33 smithi116 ceph-mon[32780]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T15:59:34.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:34 smithi133 ceph-mon[32641]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T15:59:34.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:34 smithi133 ceph-mon[32641]: pgmap v312: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 767 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2024-04-25T15:59:34.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:34 smithi112 ceph-mon[29426]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T15:59:34.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:34 smithi112 ceph-mon[29426]: pgmap v312: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 767 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2024-04-25T15:59:34.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:34 smithi116 ceph-mon[32780]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T15:59:34.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:34 smithi116 ceph-mon[32780]: pgmap v312: 129 pgs: 129 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 767 B/s wr, 12 op/s; 0 B/s, 0 objects/s recovering 2024-04-25T15:59:36.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 -- 172.21.15.112:0/3528179633 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c0108dd0 msgr2=0x7fb6c01091e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:36.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 --2- 172.21.15.112:0/3528179633 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c0108dd0 0x7fb6c01091e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb6b40099c0 tx=0x7fb6b4009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 -- 172.21.15.112:0/3528179633 shutdown_connections 2024-04-25T15:59:36.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 --2- 172.21.15.112:0/3528179633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6c0109720 0x7fb6c0111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 --2- 172.21.15.112:0/3528179633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6c01044a0 0x7fb6c01048b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 --2- 172.21.15.112:0/3528179633 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c0108dd0 0x7fb6c01091e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 -- 172.21.15.112:0/3528179633 >> 172.21.15.112:0/3528179633 conn(0x7fb6c00ffd70 msgr2=0x7fb6c01021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:36.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 -- 172.21.15.112:0/3528179633 shutdown_connections 2024-04-25T15:59:36.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.343+0000 7fb6c4bea700 1 -- 172.21.15.112:0/3528179633 wait complete. 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 Processor -- start 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 -- start start 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c01044a0 0x7fb6c0076a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6c0108dd0 0x7fb6c0076fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6c0109720 0x7fb6c00774e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c01141e0 con 0x7fb6c01044a0 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c0114060 con 0x7fb6c0109720 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6c4bea700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c0114360 con 0x7fb6c0108dd0 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6be59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c01044a0 0x7fb6c0076a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:36.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6be59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c01044a0 0x7fb6c0076a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50152/0 (socket says 172.21.15.112:50152) 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6be59c700 1 -- 172.21.15.112:0/141050663 learned_addr learned my addr 172.21.15.112:0/141050663 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.344+0000 7fb6bed9d700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6c0109720 0x7fb6c00774e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6bdd9b700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6c0108dd0 0x7fb6c0076fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6be59c700 1 -- 172.21.15.112:0/141050663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6c0108dd0 msgr2=0x7fb6c0076fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6be59c700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6c0108dd0 0x7fb6c0076fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6be59c700 1 -- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6c0109720 msgr2=0x7fb6c00774e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6be59c700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6c0109720 0x7fb6c00774e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6be59c700 1 -- 172.21.15.112:0/141050663 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6c01a8f70 con 0x7fb6c01044a0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6be59c700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c01044a0 0x7fb6c0076a60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb6b000c9b0 tx=0x7fb6b000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0007b00 con 0x7fb6c01044a0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb6b000ce50 con 0x7fb6c01044a0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6c01a9260 con 0x7fb6c01044a0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b000fe60 con 0x7fb6c01044a0 2024-04-25T15:59:36.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.345+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6c01a97c0 con 0x7fb6c01044a0 2024-04-25T15:59:36.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.346+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb6c0063d60 con 0x7fb6c01044a0 2024-04-25T15:59:36.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.348+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fb6b000f450 con 0x7fb6c01044a0 2024-04-25T15:59:36.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.348+0000 7fb6af7fe700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6a80afc90 0x7fb6a80b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:36.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.348+0000 7fb6bdd9b700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6a80afc90 0x7fb6a80b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:36.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.348+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fb6b00df5b0 con 0x7fb6c01044a0 2024-04-25T15:59:36.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.349+0000 7fb6af7fe700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] conn(0x7fb6a80bae40 0x7fb6a80bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:36.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.349+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 --> [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb6b0014ec0 con 0x7fb6a80bae40 2024-04-25T15:59:36.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.349+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fb6b00dfa00 con 0x7fb6c01044a0 2024-04-25T15:59:36.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.349+0000 7fb6bdd9b700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6a80afc90 0x7fb6a80b21a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb6b4009990 tx=0x7fb6b4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:36.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.349+0000 7fb6bed9d700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] conn(0x7fb6a80bae40 0x7fb6a80bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:36.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.349+0000 7fb6bed9d700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] conn(0x7fb6a80bae40 0x7fb6a80bd330 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:36.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.350+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== osd.4 v2:172.21.15.116:6808/2217711156 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb6b0014ec0 con 0x7fb6a80bae40 2024-04-25T15:59:36.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.366+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 --> [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb6c0064160 con 0x7fb6a80bae40 2024-04-25T15:59:36.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6af7fe700 1 -- 172.21.15.112:0/141050663 <== osd.4 v2:172.21.15.116:6808/2217711156 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb6c0064160 con 0x7fb6a80bae40 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] conn(0x7fb6a80bae40 msgr2=0x7fb6a80bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6c4bea700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] conn(0x7fb6a80bae40 0x7fb6a80bd330 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6a80afc90 msgr2=0x7fb6a80b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6c4bea700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6a80afc90 0x7fb6a80b21a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb6b4009990 tx=0x7fb6b4005fb0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c01044a0 msgr2=0x7fb6c0076a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6c4bea700 1 --2- 172.21.15.112:0/141050663 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6c01044a0 0x7fb6c0076a60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb6b000c9b0 tx=0x7fb6b000ccc0 comp rx=0 tx=0).stop 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.367+0000 7fb6bed9d700 1 -- 172.21.15.112:0/141050663 reap_dead start 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.368+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 shutdown_connections 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.368+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 >> 172.21.15.112:0/141050663 conn(0x7fb6c00ffd70 msgr2=0x7fb6c010a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:36.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.368+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 shutdown_connections 2024-04-25T15:59:36.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:36.368+0000 7fb6c4bea700 1 -- 172.21.15.112:0/141050663 wait complete. 2024-04-25T15:59:37.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:37 smithi116 ceph-mon[32780]: pgmap v313: 129 pgs: 129 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-04-25T15:59:37.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:37 smithi133 ceph-mon[32641]: pgmap v313: 129 pgs: 129 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-04-25T15:59:37.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:37 smithi112 ceph-mon[29426]: pgmap v313: 129 pgs: 129 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-04-25T15:59:38.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 -- 172.21.15.112:0/33042010 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 msgr2=0x7f04c41048b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:38.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 --2- 172.21.15.112:0/33042010 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 0x7f04c41048b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f04c00099c0 tx=0x7f04c0009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 -- 172.21.15.112:0/33042010 shutdown_connections 2024-04-25T15:59:38.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 --2- 172.21.15.112:0/33042010 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f04c4109720 0x7f04c4111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 --2- 172.21.15.112:0/33042010 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 0x7f04c41048b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 --2- 172.21.15.112:0/33042010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04c4108dd0 0x7f04c41091e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 -- 172.21.15.112:0/33042010 >> 172.21.15.112:0/33042010 conn(0x7f04c40ffd70 msgr2=0x7f04c41021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:38.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 -- 172.21.15.112:0/33042010 shutdown_connections 2024-04-25T15:59:38.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.285+0000 7f04cbda9700 1 -- 172.21.15.112:0/33042010 wait complete. 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 Processor -- start 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 -- start start 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 0x7f04c41a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f04c4108dd0 0x7f04c41a0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04c4109720 0x7f04c419aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f04c4114270 con 0x7f04c41044a0 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41140f0 con 0x7f04c4108dd0 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04cbda9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41143f0 con 0x7f04c4109720 2024-04-25T15:59:38.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04c9b45700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 0x7f04c41a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04c9b45700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 0x7f04c41a0830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50168/0 (socket says 172.21.15.112:50168) 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04c9b45700 1 -- 172.21.15.112:0/168340340 learned_addr learned my addr 172.21.15.112:0/168340340 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04c9344700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f04c4108dd0 0x7f04c41a0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.286+0000 7f04ca346700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04c4109720 0x7f04c419aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04c9b45700 1 -- 172.21.15.112:0/168340340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04c4109720 msgr2=0x7f04c419aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04c9b45700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04c4109720 0x7f04c419aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04c9b45700 1 -- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f04c4108dd0 msgr2=0x7f04c41a0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04c9b45700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f04c4108dd0 0x7f04c41a0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04c9b45700 1 -- 172.21.15.112:0/168340340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c419b100 con 0x7f04c41044a0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04ca346700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04c4109720 0x7f04c419aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04c9b45700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 0x7f04c41a0830 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f04c0000c00 tx=0x7f04c00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c000f8a0 con 0x7f04c41044a0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f04c0004830 con 0x7f04c41044a0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c0005410 con 0x7f04c41044a0 2024-04-25T15:59:38.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04c419b390 con 0x7f04c41044a0 2024-04-25T15:59:38.291 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.287+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04c419b7c0 con 0x7f04c41044a0 2024-04-25T15:59:38.291 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.288+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f04c4063de0 con 0x7f04c41044a0 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.289+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f04c0029060 con 0x7f04c41044a0 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.290+0000 7f04baffd700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f04b00afc90 0x7f04b00b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.290+0000 7f04c9344700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f04b00afc90 0x7f04b00b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.290+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f04c00e0030 con 0x7f04c41044a0 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.290+0000 7f04baffd700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] conn(0x7f04b00bae40 0x7f04b00bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.290+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 --> [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f04c0027e50 con 0x7f04b00bae40 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.290+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f04c00e0480 con 0x7f04c41044a0 2024-04-25T15:59:38.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.291+0000 7f04c9344700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f04b00afc90 0x7f04b00b21a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f04c4107430 tx=0x7f04b4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:38.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.291+0000 7f04ca346700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] conn(0x7f04b00bae40 0x7f04b00bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:38.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.291+0000 7f04ca346700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] conn(0x7f04b00bae40 0x7f04b00bd330 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:38.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.292+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== osd.1 v2:172.21.15.116:6800/3679111771 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f04c0027e50 con 0x7f04b00bae40 2024-04-25T15:59:38.310 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.310+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 --> [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f04c40642b0 con 0x7f04b00bae40 2024-04-25T15:59:38.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.310+0000 7f04baffd700 1 -- 172.21.15.112:0/168340340 <== osd.1 v2:172.21.15.116:6800/3679111771 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f04c40642b0 con 0x7f04b00bae40 2024-04-25T15:59:38.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.310+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] conn(0x7f04b00bae40 msgr2=0x7f04b00bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:38.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.310+0000 7f04cbda9700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] conn(0x7f04b00bae40 0x7f04b00bd330 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f04b00afc90 msgr2=0x7f04b00b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:38.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f04b00afc90 0x7f04b00b21a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f04c4107430 tx=0x7f04b4009190 comp rx=0 tx=0).stop 2024-04-25T15:59:38.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 msgr2=0x7f04c41a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:38.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 --2- 172.21.15.112:0/168340340 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04c41044a0 0x7f04c41a0830 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f04c0000c00 tx=0x7f04c00047b0 comp rx=0 tx=0).stop 2024-04-25T15:59:38.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04ca346700 1 -- 172.21.15.112:0/168340340 reap_dead start 2024-04-25T15:59:38.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 shutdown_connections 2024-04-25T15:59:38.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 >> 172.21.15.112:0/168340340 conn(0x7f04c40ffd70 msgr2=0x7f04c4102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:38.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 shutdown_connections 2024-04-25T15:59:38.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:38.311+0000 7f04cbda9700 1 -- 172.21.15.112:0/168340340 wait complete. 2024-04-25T15:59:38.667 INFO:teuthology.orchestra.run.smithi112.stdout:133143986237 2024-04-25T15:59:38.667 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-25T15:59:39.394 INFO:teuthology.orchestra.run.smithi112.stdout:55834574924 2024-04-25T15:59:39.394 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-25T15:59:39.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:39 smithi116 ceph-mon[32780]: pgmap v314: 129 pgs: 129 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s; 195 B/s, 0 objects/s recovering 2024-04-25T15:59:39.577 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:39 smithi112 ceph-mon[29426]: pgmap v314: 129 pgs: 129 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s; 195 B/s, 0 objects/s recovering 2024-04-25T15:59:39.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:39 smithi133 ceph-mon[32641]: pgmap v314: 129 pgs: 129 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s; 195 B/s, 0 objects/s recovering 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 -- 172.21.15.112:0/636270075 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 msgr2=0x7efc281095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 --2- 172.21.15.112:0/636270075 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 0x7efc281095e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7efc1c009990 tx=0x7efc1c009ca0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 -- 172.21.15.112:0/636270075 shutdown_connections 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 --2- 172.21.15.112:0/636270075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efc281030a0 0x7efc28111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 --2- 172.21.15.112:0/636270075 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 0x7efc281095e0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 --2- 172.21.15.112:0/636270075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc28102750 0x7efc28102b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 -- 172.21.15.112:0/636270075 >> 172.21.15.112:0/636270075 conn(0x7efc280fe5c0 msgr2=0x7efc281009e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 -- 172.21.15.112:0/636270075 shutdown_connections 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.119+0000 7efc2d80c700 1 -- 172.21.15.112:0/636270075 wait complete. 2024-04-25T15:59:40.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 Processor -- start 2024-04-25T15:59:40.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 -- start start 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efc28102750 0x7efc2819ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc281030a0 0x7efc2819b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 0x7efc2819f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7efc28114310 con 0x7efc281091d0 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7efc28114190 con 0x7efc28102750 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc2d80c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efc28114490 con 0x7efc281030a0 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc277fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 0x7efc2819f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc277fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 0x7efc2819f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50184/0 (socket says 172.21.15.112:50184) 2024-04-25T15:59:40.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc277fe700 1 -- 172.21.15.112:0/575155473 learned_addr learned my addr 172.21.15.112:0/575155473 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc26ffd700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efc28102750 0x7efc2819ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.120+0000 7efc267fc700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc281030a0 0x7efc2819b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc277fe700 1 -- 172.21.15.112:0/575155473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc281030a0 msgr2=0x7efc2819b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc277fe700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc281030a0 0x7efc2819b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc277fe700 1 -- 172.21.15.112:0/575155473 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efc28102750 msgr2=0x7efc2819ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc277fe700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efc28102750 0x7efc2819ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc277fe700 1 -- 172.21.15.112:0/575155473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2819fbf0 con 0x7efc281091d0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc277fe700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 0x7efc2819f550 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7efc20007ee0 tx=0x7efc2000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc20004bb0 con 0x7efc281091d0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efc20004d50 con 0x7efc281091d0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc2819fee0 con 0x7efc281091d0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.121+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc200058b0 con 0x7efc281091d0 2024-04-25T15:59:40.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.122+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc281a7800 con 0x7efc281091d0 2024-04-25T15:59:40.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.123+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efc28063da0 con 0x7efc281091d0 2024-04-25T15:59:40.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.125+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7efc2001a020 con 0x7efc281091d0 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc2c80a700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efc100afc90 0x7efc100b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc26ffd700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efc100afc90 0x7efc100b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7efc200dee10 con 0x7efc281091d0 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc2c80a700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] conn(0x7efc100bae40 0x7efc100bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 --> [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efc20017e70 con 0x7efc100bae40 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7efc200df260 con 0x7efc281091d0 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc267fc700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] conn(0x7efc100bae40 0x7efc100bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.126+0000 7efc26ffd700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efc100afc90 0x7efc100b21a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7efc1c0059d0 tx=0x7efc1c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:40.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.127+0000 7efc267fc700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] conn(0x7efc100bae40 0x7efc100bd330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:40.129 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.128+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== osd.9 v2:172.21.15.112:6826/3125152728 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efc20017e70 con 0x7efc100bae40 2024-04-25T15:59:40.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.144+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 --> [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7efc280641a0 con 0x7efc100bae40 2024-04-25T15:59:40.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.144+0000 7efc2c80a700 1 -- 172.21.15.112:0/575155473 <== osd.9 v2:172.21.15.112:6826/3125152728 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7efc280641a0 con 0x7efc100bae40 2024-04-25T15:59:40.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] conn(0x7efc100bae40 msgr2=0x7efc100bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] conn(0x7efc100bae40 0x7efc100bd330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efc100afc90 msgr2=0x7efc100b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efc100afc90 0x7efc100b21a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7efc1c0059d0 tx=0x7efc1c005960 comp rx=0 tx=0).stop 2024-04-25T15:59:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 msgr2=0x7efc2819f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 --2- 172.21.15.112:0/575155473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efc281091d0 0x7efc2819f550 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7efc20007ee0 tx=0x7efc2000d3b0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc277fe700 1 -- 172.21.15.112:0/575155473 reap_dead start 2024-04-25T15:59:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 shutdown_connections 2024-04-25T15:59:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 >> 172.21.15.112:0/575155473 conn(0x7efc280fe5c0 msgr2=0x7efc2810a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 shutdown_connections 2024-04-25T15:59:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.145+0000 7efc2d80c700 1 -- 172.21.15.112:0/575155473 wait complete. 2024-04-25T15:59:40.415 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:40 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:59:40.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:40 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:59:40.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:40 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.810+0000 7f6d360f5700 1 -- 172.21.15.112:0/310827484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d30107c80 msgr2=0x7f6d30108090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.810+0000 7f6d360f5700 1 --2- 172.21.15.112:0/310827484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d30107c80 0x7f6d30108090 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6d200099c0 tx=0x7f6d20009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.810+0000 7f6d360f5700 1 -- 172.21.15.112:0/310827484 shutdown_connections 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.810+0000 7f6d360f5700 1 --2- 172.21.15.112:0/310827484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d301085d0 0x7f6d3010ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.810+0000 7f6d360f5700 1 --2- 172.21.15.112:0/310827484 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6d30103350 0x7f6d30103760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.810+0000 7f6d360f5700 1 --2- 172.21.15.112:0/310827484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d30107c80 0x7f6d30108090 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.811+0000 7f6d360f5700 1 -- 172.21.15.112:0/310827484 >> 172.21.15.112:0/310827484 conn(0x7f6d300fec30 msgr2=0x7f6d30101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.811+0000 7f6d360f5700 1 -- 172.21.15.112:0/310827484 shutdown_connections 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.811+0000 7f6d360f5700 1 -- 172.21.15.112:0/310827484 wait complete. 2024-04-25T15:59:40.818 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.811+0000 7f6d360f5700 1 Processor -- start 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.811+0000 7f6d360f5700 1 -- start start 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d360f5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d30103350 0x7f6d3019ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d360f5700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6d30107c80 0x7f6d3019bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d360f5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d301085d0 0x7f6d3019c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d360f5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6d30113090 con 0x7f6d301085d0 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d360f5700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6d30112f10 con 0x7f6d30107c80 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d360f5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6d30113210 con 0x7f6d30103350 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2ffff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d301085d0 0x7f6d3019c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d30103350 0x7f6d3019ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2ffff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d301085d0 0x7f6d3019c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50214/0 (socket says 172.21.15.112:50214) 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2ffff700 1 -- 172.21.15.112:0/1848579068 learned_addr learned my addr 172.21.15.112:0/1848579068 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2effd700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6d30107c80 0x7f6d3019bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2f7fe700 1 -- 172.21.15.112:0/1848579068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6d30107c80 msgr2=0x7f6d3019bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2f7fe700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6d30107c80 0x7f6d3019bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2f7fe700 1 -- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d301085d0 msgr2=0x7f6d3019c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2f7fe700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d301085d0 0x7f6d3019c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2f7fe700 1 -- 172.21.15.112:0/1848579068 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d301a6d80 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2effd700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6d30107c80 0x7f6d3019bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2ffff700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6d301085d0 0x7f6d3019c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2f7fe700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d30103350 0x7f6d3019ba10 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6d2400e9f0 tx=0x7f6d2400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.812+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2400c9c0 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.813+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d301a7070 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.813+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d24010430 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.813+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d24018680 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.813+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d301a7580 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.813+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6d30063d60 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.815+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f6d2400cb60 con 0x7f6d30103350 2024-04-25T15:59:40.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2cff9700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6d180afc10 0x7f6d180b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2effd700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6d180afc10 0x7f6d180b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f6d240df740 con 0x7f6d30103350 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2cff9700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] conn(0x7f6d180badc0 0x7f6d180bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 --> [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6d2400ce50 con 0x7f6d180badc0 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f6d240dfaf0 con 0x7f6d30103350 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2ffff700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] conn(0x7f6d180badc0 0x7f6d180bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2effd700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6d180afc10 0x7f6d180b2120 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6d20000c00 tx=0x7f6d2001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.816+0000 7f6d2ffff700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] conn(0x7f6d180badc0 0x7f6d180bd2b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:40.821 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.817+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== osd.0 v2:172.21.15.112:6802/974876828 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6d2400ce50 con 0x7f6d180badc0 2024-04-25T15:59:40.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.833+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 --> [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6d300641e0 con 0x7f6d180badc0 2024-04-25T15:59:40.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d2cff9700 1 -- 172.21.15.112:0/1848579068 <== osd.0 v2:172.21.15.112:6802/974876828 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f6d300641e0 con 0x7f6d180badc0 2024-04-25T15:59:40.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] conn(0x7f6d180badc0 msgr2=0x7f6d180bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] conn(0x7f6d180badc0 0x7f6d180bd2b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6d180afc10 msgr2=0x7f6d180b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6d180afc10 0x7f6d180b2120 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6d20000c00 tx=0x7f6d2001a040 comp rx=0 tx=0).stop 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d30103350 msgr2=0x7f6d3019ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 --2- 172.21.15.112:0/1848579068 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d30103350 0x7f6d3019ba10 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6d2400e9f0 tx=0x7f6d2400ed00 comp rx=0 tx=0).stop 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d2ffff700 1 -- 172.21.15.112:0/1848579068 reap_dead start 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 shutdown_connections 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 >> 172.21.15.112:0/1848579068 conn(0x7f6d300fec30 msgr2=0x7f6d30101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 shutdown_connections 2024-04-25T15:59:40.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:40.834+0000 7f6d360f5700 1 -- 172.21.15.112:0/1848579068 wait complete. 2024-04-25T15:59:41.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:41 smithi133 ceph-mon[32641]: pgmap v315: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 639 B/s wr, 8 op/s; 195 B/s, 0 objects/s recovering 2024-04-25T15:59:41.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:41 smithi112 ceph-mon[29426]: pgmap v315: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 639 B/s wr, 8 op/s; 195 B/s, 0 objects/s recovering 2024-04-25T15:59:41.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:41 smithi116 ceph-mon[32780]: pgmap v315: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 639 B/s wr, 8 op/s; 195 B/s, 0 objects/s recovering 2024-04-25T15:59:42.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 -- 172.21.15.112:0/3642183779 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 msgr2=0x7ff028111040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:42.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 --2- 172.21.15.112:0/3642183779 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 0x7ff028111040 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7ff02000b0a0 tx=0x7ff02000b3b0 comp rx=0 tx=0).stop 2024-04-25T15:59:42.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 -- 172.21.15.112:0/3642183779 shutdown_connections 2024-04-25T15:59:42.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 --2- 172.21.15.112:0/3642183779 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 0x7ff028111040 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:42.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 --2- 172.21.15.112:0/3642183779 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0281091d0 0x7ff0281095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:42.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 --2- 172.21.15.112:0/3642183779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028102660 0x7ff028102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 -- 172.21.15.112:0/3642183779 >> 172.21.15.112:0/3642183779 conn(0x7ff0280fe3f0 msgr2=0x7ff028100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 -- 172.21.15.112:0/3642183779 shutdown_connections 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 -- 172.21.15.112:0/3642183779 wait complete. 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.629+0000 7ff02def5700 1 Processor -- start 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff02def5700 1 -- start start 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff02def5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028102660 0x7ff0281a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff02def5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 0x7ff0281a0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff02def5700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0281091d0 0x7ff02819aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff02def5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff028114320 con 0x7ff028102fb0 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff02def5700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281141a0 con 0x7ff0281091d0 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff02def5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281144a0 con 0x7ff028102660 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 0x7ff0281a0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 0x7ff0281a0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50230/0 (socket says 172.21.15.112:50230) 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 -- 172.21.15.112:0/1723135321 learned_addr learned my addr 172.21.15.112:0/1723135321 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff027fff700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0281091d0 0x7ff02819aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:42.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff0277fe700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028102660 0x7ff0281a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 -- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028102660 msgr2=0x7ff0281a0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028102660 0x7ff0281a0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 -- 172.21.15.112:0/1723135321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0281091d0 msgr2=0x7ff02819aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0281091d0 0x7ff02819aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff026ffd700 1 -- 172.21.15.112:0/1723135321 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff02819b110 con 0x7ff028102fb0 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.630+0000 7ff027fff700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0281091d0 0x7ff02819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.631+0000 7ff026ffd700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 0x7ff0281a0d80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ff01c00e970 tx=0x7ff01c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.631+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c004a30 con 0x7ff028102fb0 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.631+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff01c00cc70 con 0x7ff028102fb0 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.631+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c005520 con 0x7ff028102fb0 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.631+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff02819b3a0 con 0x7ff028102fb0 2024-04-25T15:59:42.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.631+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0281a76d0 con 0x7ff028102fb0 2024-04-25T15:59:42.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.632+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff028063da0 con 0x7ff028102fb0 2024-04-25T15:59:42.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.633+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7ff01c00c7e0 con 0x7ff028102fb0 2024-04-25T15:59:42.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.634+0000 7ff024ff9700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff0100afc90 0x7ff0100b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:42.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.634+0000 7ff0277fe700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff0100afc90 0x7ff0100b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:42.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.634+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7ff01c0df830 con 0x7ff028102fb0 2024-04-25T15:59:42.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.634+0000 7ff024ff9700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] conn(0x7ff0100bae40 0x7ff0100bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:42.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.634+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 --> [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff01c01aec0 con 0x7ff0100bae40 2024-04-25T15:59:42.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.634+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7ff01c0dfc80 con 0x7ff028102fb0 2024-04-25T15:59:42.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.634+0000 7ff0277fe700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff0100afc90 0x7ff0100b21a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff02819bba0 tx=0x7ff01800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:42.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.635+0000 7ff027fff700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] conn(0x7ff0100bae40 0x7ff0100bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:42.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.635+0000 7ff027fff700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] conn(0x7ff0100bae40 0x7ff0100bd330 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:42.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.636+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== osd.2 v2:172.21.15.133:6800/3266782228 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff01c01aec0 con 0x7ff0100bae40 2024-04-25T15:59:42.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.652+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 --> [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff0280641a0 con 0x7ff0100bae40 2024-04-25T15:59:42.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff024ff9700 1 -- 172.21.15.112:0/1723135321 <== osd.2 v2:172.21.15.133:6800/3266782228 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff0280641a0 con 0x7ff0100bae40 2024-04-25T15:59:42.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] conn(0x7ff0100bae40 msgr2=0x7ff0100bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:42.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] conn(0x7ff0100bae40 0x7ff0100bd330 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:42.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff0100afc90 msgr2=0x7ff0100b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:42.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff0100afc90 0x7ff0100b21a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff02819bba0 tx=0x7ff01800b410 comp rx=0 tx=0).stop 2024-04-25T15:59:42.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 msgr2=0x7ff0281a0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:42.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 --2- 172.21.15.112:0/1723135321 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff028102fb0 0x7ff0281a0d80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ff01c00e970 tx=0x7ff01c00ec80 comp rx=0 tx=0).stop 2024-04-25T15:59:42.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff027fff700 1 -- 172.21.15.112:0/1723135321 reap_dead start 2024-04-25T15:59:42.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 shutdown_connections 2024-04-25T15:59:42.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 >> 172.21.15.112:0/1723135321 conn(0x7ff0280fe3f0 msgr2=0x7ff028106f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:42.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 shutdown_connections 2024-04-25T15:59:42.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.653+0000 7ff02def5700 1 -- 172.21.15.112:0/1723135321 wait complete. 2024-04-25T15:59:42.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:42 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:42 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:42 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:42 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:42 smithi112 ceph-mon[29426]: pgmap v316: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 515 B/s wr, 8 op/s; 157 B/s, 0 objects/s recovering 2024-04-25T15:59:42.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:42 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:42 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:42 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:42 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:42.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:42 smithi133 ceph-mon[32641]: pgmap v316: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 515 B/s wr, 8 op/s; 157 B/s, 0 objects/s recovering 2024-04-25T15:59:43.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:42 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:43.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:42 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:43.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:42 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:43.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:42 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T15:59:43.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:42 smithi116 ceph-mon[32780]: pgmap v316: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 515 B/s wr, 8 op/s; 157 B/s, 0 objects/s recovering 2024-04-25T15:59:43.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.032+0000 7f758bcda700 1 -- 172.21.15.112:0/2579105084 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584103390 msgr2=0x7f75841037a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.032+0000 7f758bcda700 1 --2- 172.21.15.112:0/2579105084 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584103390 0x7f75841037a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f75800099c0 tx=0x7f7580009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.032+0000 7f758bcda700 1 -- 172.21.15.112:0/2579105084 shutdown_connections 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.032+0000 7f758bcda700 1 --2- 172.21.15.112:0/2579105084 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7584108610 0x7f758410ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.032+0000 7f758bcda700 1 --2- 172.21.15.112:0/2579105084 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584103390 0x7f75841037a0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.032+0000 7f758bcda700 1 --2- 172.21.15.112:0/2579105084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7584107cc0 0x7f75841080d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.032+0000 7f758bcda700 1 -- 172.21.15.112:0/2579105084 >> 172.21.15.112:0/2579105084 conn(0x7f75840fecc0 msgr2=0x7f75841010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.033+0000 7f758bcda700 1 -- 172.21.15.112:0/2579105084 shutdown_connections 2024-04-25T15:59:43.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.033+0000 7f758bcda700 1 -- 172.21.15.112:0/2579105084 wait complete. 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.033+0000 7f758bcda700 1 Processor -- start 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.033+0000 7f758bcda700 1 -- start start 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f758bcda700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7584103390 0x7f7584199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f758bcda700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584107cc0 0x7f7584199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f758bcda700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7584108610 0x7f758419a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f758bcda700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f75841130f0 con 0x7f7584107cc0 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f758bcda700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7584112f70 con 0x7f7584108610 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f758bcda700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7584113270 con 0x7f7584103390 2024-04-25T15:59:43.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584107cc0 0x7f7584199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589a76700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7584103390 0x7f7584199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589a76700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7584103390 0x7f7584199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.112:51872/0 (socket says 172.21.15.112:51872) 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589a76700 1 -- 172.21.15.112:0/1511511252 learned_addr learned my addr 172.21.15.112:0/1511511252 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584107cc0 0x7f7584199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50262/0 (socket says 172.21.15.112:50262) 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f758a277700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7584108610 0x7f758419a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 -- 172.21.15.112:0/1511511252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7584103390 msgr2=0x7f7584199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7584103390 0x7f7584199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 -- 172.21.15.112:0/1511511252 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7584108610 msgr2=0x7f758419a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7584108610 0x7f758419a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 -- 172.21.15.112:0/1511511252 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f758419eb40 con 0x7f7584107cc0 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.034+0000 7f7589275700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584107cc0 0x7f7584199d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f757400c940 tx=0x7f757400cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.035+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7574004a30 con 0x7f7584107cc0 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.035+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75740054b0 con 0x7f7584107cc0 2024-04-25T15:59:43.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.035+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f758419ee30 con 0x7f7584107cc0 2024-04-25T15:59:43.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.035+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757400ea60 con 0x7f7584107cc0 2024-04-25T15:59:43.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.035+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f758419f3c0 con 0x7f7584107cc0 2024-04-25T15:59:43.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.036+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f758419f950 con 0x7f7584107cc0 2024-04-25T15:59:43.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.037+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f7574004bd0 con 0x7f7584107cc0 2024-04-25T15:59:43.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.038+0000 7f757affd700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75700afc90 0x7f75700b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.038+0000 7f7589a76700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75700afc90 0x7f75700b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.038+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f75740deef0 con 0x7f7584107cc0 2024-04-25T15:59:43.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.038+0000 7f757affd700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] conn(0x7f75700bae40 0x7f75700bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.038+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 --> [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f75700bda00 con 0x7f75700bae40 2024-04-25T15:59:43.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.038+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f75740df2a0 con 0x7f7584107cc0 2024-04-25T15:59:43.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.039+0000 7f7589a76700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75700afc90 0x7f75700b21a0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7580003760 tx=0x7f758001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:43.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.039+0000 7f758a277700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] conn(0x7f75700bae40 0x7f75700bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.039+0000 7f758a277700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] conn(0x7f75700bae40 0x7f75700bd330 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:43.041 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.040+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== osd.11 v2:172.21.15.133:6824/4070901560 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f75700bda00 con 0x7f75700bae40 2024-04-25T15:59:43.058 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.058+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 --> [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7584104840 con 0x7f75700bae40 2024-04-25T15:59:43.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.058+0000 7f757affd700 1 -- 172.21.15.112:0/1511511252 <== osd.11 v2:172.21.15.133:6824/4070901560 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7584104840 con 0x7f75700bae40 2024-04-25T15:59:43.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 >> [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] conn(0x7f75700bae40 msgr2=0x7f75700bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] conn(0x7f75700bae40 0x7f75700bd330 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75700afc90 msgr2=0x7f75700b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75700afc90 0x7f75700b21a0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7580003760 tx=0x7f758001a040 comp rx=0 tx=0).stop 2024-04-25T15:59:43.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584107cc0 msgr2=0x7f7584199d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 --2- 172.21.15.112:0/1511511252 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7584107cc0 0x7f7584199d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f757400c940 tx=0x7f757400cc50 comp rx=0 tx=0).stop 2024-04-25T15:59:43.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758a277700 1 -- 172.21.15.112:0/1511511252 reap_dead start 2024-04-25T15:59:43.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 shutdown_connections 2024-04-25T15:59:43.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 >> 172.21.15.112:0/1511511252 conn(0x7f75840fecc0 msgr2=0x7f75841010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:43.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 shutdown_connections 2024-04-25T15:59:43.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:43.059+0000 7f758bcda700 1 -- 172.21.15.112:0/1511511252 wait complete. 2024-04-25T15:59:43.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 -- 172.21.15.112:0/162256883 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418108db0 msgr2=0x7fb4181091c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 --2- 172.21.15.112:0/162256883 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418108db0 0x7fb4181091c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb40c0099c0 tx=0x7fb40c009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 -- 172.21.15.112:0/162256883 shutdown_connections 2024-04-25T15:59:43.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 --2- 172.21.15.112:0/162256883 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb418109700 0x7fb418111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 --2- 172.21.15.112:0/162256883 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb418104480 0x7fb418104890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 --2- 172.21.15.112:0/162256883 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418108db0 0x7fb4181091c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 -- 172.21.15.112:0/162256883 >> 172.21.15.112:0/162256883 conn(0x7fb4180ffd70 msgr2=0x7fb4181021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 -- 172.21.15.112:0/162256883 shutdown_connections 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.895+0000 7fb41da40700 1 -- 172.21.15.112:0/162256883 wait complete. 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 Processor -- start 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 -- start start 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb418104480 0x7fb4181a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb418108db0 0x7fb4181a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418109700 0x7fb41819a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb4181141c0 con 0x7fb418109700 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb418114040 con 0x7fb418104480 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb41da40700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb418114340 con 0x7fb418108db0 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb4177fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418109700 0x7fb41819a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb4177fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418109700 0x7fb41819a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50250/0 (socket says 172.21.15.112:50250) 2024-04-25T15:59:43.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb4177fe700 1 -- 172.21.15.112:0/3965041154 learned_addr learned my addr 172.21.15.112:0/3965041154 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb416ffd700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb418104480 0x7fb4181a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.896+0000 7fb4167fc700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb418108db0 0x7fb4181a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb4177fe700 1 -- 172.21.15.112:0/3965041154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb418108db0 msgr2=0x7fb4181a0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb4177fe700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb418108db0 0x7fb4181a0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb4177fe700 1 -- 172.21.15.112:0/3965041154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb418104480 msgr2=0x7fb4181a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb4177fe700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb418104480 0x7fb4181a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb4177fe700 1 -- 172.21.15.112:0/3965041154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb41819b090 con 0x7fb418109700 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb4177fe700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418109700 0x7fb41819a9e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb410007ee0 tx=0x7fb41000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410004bb0 con 0x7fb418109700 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb41819b380 con 0x7fb418109700 2024-04-25T15:59:43.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb410004d50 con 0x7fb418109700 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4100058b0 con 0x7fb418109700 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.897+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4181a7650 con 0x7fb418109700 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.898+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb418063de0 con 0x7fb418109700 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.899+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fb41001a020 con 0x7fb418109700 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.900+0000 7fb41ca3e700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4000afc10 0x7fb4000b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.900+0000 7fb416ffd700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4000afc10 0x7fb4000b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.900+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fb4100df200 con 0x7fb418109700 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.900+0000 7fb41ca3e700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] conn(0x7fb4000badc0 0x7fb4000bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.900+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 --> [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb410005a50 con 0x7fb4000badc0 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.900+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fb4100df650 con 0x7fb418109700 2024-04-25T15:59:43.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.901+0000 7fb4167fc700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] conn(0x7fb4000badc0 0x7fb4000bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.901+0000 7fb416ffd700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4000afc10 0x7fb4000b2120 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb41819bb20 tx=0x7fb40800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.901+0000 7fb4167fc700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] conn(0x7fb4000badc0 0x7fb4000bd2b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.902+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== osd.3 v2:172.21.15.112:6810/3993289401 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb410005a50 con 0x7fb4000badc0 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.918+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 --> [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb418064260 con 0x7fb4000badc0 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.918+0000 7fb41ca3e700 1 -- 172.21.15.112:0/3965041154 <== osd.3 v2:172.21.15.112:6810/3993289401 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb418064260 con 0x7fb4000badc0 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] conn(0x7fb4000badc0 msgr2=0x7fb4000bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] conn(0x7fb4000badc0 0x7fb4000bd2b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4000afc10 msgr2=0x7fb4000b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4000afc10 0x7fb4000b2120 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb41819bb20 tx=0x7fb40800b410 comp rx=0 tx=0).stop 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418109700 msgr2=0x7fb41819a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 --2- 172.21.15.112:0/3965041154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb418109700 0x7fb41819a9e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb410007ee0 tx=0x7fb41000d3b0 comp rx=0 tx=0).stop 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb4177fe700 1 -- 172.21.15.112:0/3965041154 reap_dead start 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 shutdown_connections 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 >> 172.21.15.112:0/3965041154 conn(0x7fb4180ffd70 msgr2=0x7fb41810a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 shutdown_connections 2024-04-25T15:59:43.167 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:42.919+0000 7fb41da40700 1 -- 172.21.15.112:0/3965041154 wait complete. 2024-04-25T15:59:44.184 INFO:teuthology.orchestra.run.smithi112.stdout:77309411401 2024-04-25T15:59:44.185 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-25T15:59:44.606 INFO:teuthology.orchestra.run.smithi112.stdout:107374182467 2024-04-25T15:59:44.606 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 -- 172.21.15.112:0/3881522760 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634109720 msgr2=0x7f6634111080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 --2- 172.21.15.112:0/3881522760 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634109720 0x7f6634111080 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f662c00b0d0 tx=0x7f662c00b3e0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 -- 172.21.15.112:0/3881522760 shutdown_connections 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 --2- 172.21.15.112:0/3881522760 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634109720 0x7f6634111080 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 --2- 172.21.15.112:0/3881522760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66341044a0 0x7f66341048b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 --2- 172.21.15.112:0/3881522760 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6634108dd0 0x7f66341091e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 -- 172.21.15.112:0/3881522760 >> 172.21.15.112:0/3881522760 conn(0x7f66340ffd50 msgr2=0x7f66341021a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 -- 172.21.15.112:0/3881522760 shutdown_connections 2024-04-25T15:59:45.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 -- 172.21.15.112:0/3881522760 wait complete. 2024-04-25T15:59:45.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.013+0000 7f6639c82700 1 Processor -- start 2024-04-25T15:59:45.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6639c82700 1 -- start start 2024-04-25T15:59:45.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6639c82700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66341044a0 0x7f6634076aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6639c82700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634108dd0 0x7f6634076fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6639c82700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6634109720 0x7f6634077520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6639c82700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6634114200 con 0x7f6634108dd0 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6639c82700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6634114080 con 0x7f66341044a0 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6639c82700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6634114380 con 0x7f6634109720 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6632ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634108dd0 0x7f6634076fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6632ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634108dd0 0x7f6634076fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55204/0 (socket says 172.21.15.112:55204) 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6632ffd700 1 -- 172.21.15.112:0/1406029153 learned_addr learned my addr 172.21.15.112:0/1406029153 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6633fff700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6634109720 0x7f6634077520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f66337fe700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66341044a0 0x7f6634076aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6632ffd700 1 -- 172.21.15.112:0/1406029153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6634109720 msgr2=0x7f6634077520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6632ffd700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6634109720 0x7f6634077520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6632ffd700 1 -- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66341044a0 msgr2=0x7f6634076aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.014+0000 7f6632ffd700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66341044a0 0x7f6634076aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f6632ffd700 1 -- 172.21.15.112:0/1406029153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66341a8ef0 con 0x7f6634108dd0 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f66337fe700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66341044a0 0x7f6634076aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f6632ffd700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634108dd0 0x7f6634076fe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f662800d950 tx=0x7f662800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6628016070 con 0x7f6634108dd0 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6628004830 con 0x7f6634108dd0 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66341a91e0 con 0x7f6634108dd0 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66280053e0 con 0x7f6634108dd0 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.015+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66341a9770 con 0x7f6634108dd0 2024-04-25T15:59:45.018 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.016+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6634063da0 con 0x7f6634108dd0 2024-04-25T15:59:45.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.017+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f6628005580 con 0x7f6634108dd0 2024-04-25T15:59:45.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.018+0000 7f6630ff9700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f661c0afc90 0x7f661c0b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.018+0000 7f66337fe700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f661c0afc90 0x7f661c0b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.018+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f66280df440 con 0x7f6634108dd0 2024-04-25T15:59:45.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.018+0000 7f6630ff9700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] conn(0x7f661c0bae40 0x7f661c0bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.018+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 --> [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f661c0bda00 con 0x7f661c0bae40 2024-04-25T15:59:45.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.018+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f66280df890 con 0x7f6634108dd0 2024-04-25T15:59:45.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.019+0000 7f66337fe700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f661c0afc90 0x7f661c0b21a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6624005950 tx=0x7f66240058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:45.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.019+0000 7f6633fff700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] conn(0x7f661c0bae40 0x7f661c0bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.019+0000 7f6633fff700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] conn(0x7f661c0bae40 0x7f661c0bd330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:45.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.020+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== osd.7 v2:172.21.15.116:6816/3254714829 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f661c0bda00 con 0x7f661c0bae40 2024-04-25T15:59:45.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.036+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 --> [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f66340641a0 con 0x7f661c0bae40 2024-04-25T15:59:45.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6630ff9700 1 -- 172.21.15.112:0/1406029153 <== osd.7 v2:172.21.15.116:6816/3254714829 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f66340641a0 con 0x7f661c0bae40 2024-04-25T15:59:45.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] conn(0x7f661c0bae40 msgr2=0x7f661c0bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] conn(0x7f661c0bae40 0x7f661c0bd330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f661c0afc90 msgr2=0x7f661c0b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f661c0afc90 0x7f661c0b21a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6624005950 tx=0x7f66240058e0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634108dd0 msgr2=0x7f6634076fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 --2- 172.21.15.112:0/1406029153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6634108dd0 0x7f6634076fe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f662800d950 tx=0x7f662800dc60 comp rx=0 tx=0).stop 2024-04-25T15:59:45.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6633fff700 1 -- 172.21.15.112:0/1406029153 reap_dead start 2024-04-25T15:59:45.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 shutdown_connections 2024-04-25T15:59:45.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 >> 172.21.15.112:0/1406029153 conn(0x7f66340ffd50 msgr2=0x7f66341085b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:45.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 shutdown_connections 2024-04-25T15:59:45.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.037+0000 7f6639c82700 1 -- 172.21.15.112:0/1406029153 wait complete. 2024-04-25T15:59:45.326 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:45 smithi112 ceph-mon[29426]: pgmap v317: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 468 B/s wr, 8 op/s; 142 B/s, 0 objects/s recovering 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 -- 172.21.15.112:0/55867497 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac108d90 msgr2=0x7f27ac1091a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 --2- 172.21.15.112:0/55867497 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac108d90 0x7f27ac1091a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f27a00099c0 tx=0x7f27a0009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 -- 172.21.15.112:0/55867497 shutdown_connections 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 --2- 172.21.15.112:0/55867497 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27ac1096e0 0x7f27ac111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 --2- 172.21.15.112:0/55867497 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27ac104460 0x7f27ac104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 --2- 172.21.15.112:0/55867497 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac108d90 0x7f27ac1091a0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 -- 172.21.15.112:0/55867497 >> 172.21.15.112:0/55867497 conn(0x7f27ac0ffd40 msgr2=0x7f27ac102160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 -- 172.21.15.112:0/55867497 shutdown_connections 2024-04-25T15:59:45.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.454+0000 7f27b09ab700 1 -- 172.21.15.112:0/55867497 wait complete. 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.455+0000 7f27b09ab700 1 Processor -- start 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.455+0000 7f27b09ab700 1 -- start start 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27b09ab700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27ac104460 0x7f27ac1a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27b09ab700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27ac108d90 0x7f27ac1a0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27b09ab700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac1096e0 0x7f27ac19aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27b09ab700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f27ac1141a0 con 0x7f27ac1096e0 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27b09ab700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f27ac114020 con 0x7f27ac108d90 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27b09ab700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f27ac114320 con 0x7f27ac104460 2024-04-25T15:59:45.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac1096e0 0x7f27ac19aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac1096e0 0x7f27ac19aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55218/0 (socket says 172.21.15.112:55218) 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 -- 172.21.15.112:0/3391051344 learned_addr learned my addr 172.21.15.112:0/3391051344 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aa59c700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27ac104460 0x7f27ac1a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 -- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27ac104460 msgr2=0x7f27ac1a0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27ac104460 0x7f27ac1a0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 -- 172.21.15.112:0/3391051344 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27ac108d90 msgr2=0x7f27ac1a0dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27ac108d90 0x7f27ac1a0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.456+0000 7f27aad9d700 1 -- 172.21.15.112:0/3391051344 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27ac19b0e0 con 0x7f27ac1096e0 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.457+0000 7f27aad9d700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac1096e0 0x7f27ac19aaa0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f27a4007d70 tx=0x7f27a400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.457+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a4016020 con 0x7f27ac1096e0 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.457+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27ac19b3d0 con 0x7f27ac1096e0 2024-04-25T15:59:45.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.457+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27ac0758c0 con 0x7f27ac1096e0 2024-04-25T15:59:45.460 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.457+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27a400ad40 con 0x7f27ac1096e0 2024-04-25T15:59:45.460 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.457+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a401b600 con 0x7f27ac1096e0 2024-04-25T15:59:45.460 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.458+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f278c001030 con 0x7f27ac1096e0 2024-04-25T15:59:45.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.461+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f27a4019020 con 0x7f27ac1096e0 2024-04-25T15:59:45.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f279b7fe700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27940afc10 0x7f27940b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f27aa59c700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27940afc10 0x7f27940b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f27a40df4c0 con 0x7f27ac1096e0 2024-04-25T15:59:45.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f279b7fe700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] conn(0x7f27940badc0 0x7f27940bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:45.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 --> [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f27a4009eb0 con 0x7f27940badc0 2024-04-25T15:59:45.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f27a40df870 con 0x7f27ac1096e0 2024-04-25T15:59:45.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f27aa59c700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27940afc10 0x7f27940b2120 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f27ac19bbe0 tx=0x7f279c012040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:45.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.462+0000 7f27a9d9b700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] conn(0x7f27940badc0 0x7f27940bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:45.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.463+0000 7f27a9d9b700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] conn(0x7f27940badc0 0x7f27940bd2b0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:45.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.464+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== osd.8 v2:172.21.15.133:6816/2902182880 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f27a4009eb0 con 0x7f27940badc0 2024-04-25T15:59:45.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.480+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 --> [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f278c002e60 con 0x7f27940badc0 2024-04-25T15:59:45.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f279b7fe700 1 -- 172.21.15.112:0/3391051344 <== osd.8 v2:172.21.15.133:6816/2902182880 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f278c002e60 con 0x7f27940badc0 2024-04-25T15:59:45.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] conn(0x7f27940badc0 msgr2=0x7f27940bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27b09ab700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] conn(0x7f27940badc0 0x7f27940bd2b0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27940afc10 msgr2=0x7f27940b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27b09ab700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27940afc10 0x7f27940b2120 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f27ac19bbe0 tx=0x7f279c012040 comp rx=0 tx=0).stop 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac1096e0 msgr2=0x7f27ac19aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27b09ab700 1 --2- 172.21.15.112:0/3391051344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ac1096e0 0x7f27ac19aaa0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f27a4007d70 tx=0x7f27a400a340 comp rx=0 tx=0).stop 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27aad9d700 1 -- 172.21.15.112:0/3391051344 reap_dead start 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.481+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 shutdown_connections 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.482+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 >> 172.21.15.112:0/3391051344 conn(0x7f27ac0ffd40 msgr2=0x7f27ac102160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.482+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 shutdown_connections 2024-04-25T15:59:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.482+0000 7f27b09ab700 1 -- 172.21.15.112:0/3391051344 wait complete. 2024-04-25T15:59:45.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:45 smithi116 ceph-mon[32780]: pgmap v317: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 468 B/s wr, 8 op/s; 142 B/s, 0 objects/s recovering 2024-04-25T15:59:45.638 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:45 smithi133 ceph-mon[32641]: pgmap v317: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 468 B/s wr, 8 op/s; 142 B/s, 0 objects/s recovering 2024-04-25T15:59:46.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 -- 172.21.15.112:0/2028448165 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 msgr2=0x7fb3cc108090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:46.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 --2- 172.21.15.112:0/2028448165 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 0x7fb3cc108090 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb3c00099c0 tx=0x7fb3c0009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 -- 172.21.15.112:0/2028448165 shutdown_connections 2024-04-25T15:59:46.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 --2- 172.21.15.112:0/2028448165 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3cc1085d0 0x7fb3cc10ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 --2- 172.21.15.112:0/2028448165 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3cc103350 0x7fb3cc103760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 --2- 172.21.15.112:0/2028448165 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 0x7fb3cc108090 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 -- 172.21.15.112:0/2028448165 >> 172.21.15.112:0/2028448165 conn(0x7fb3cc0fec30 msgr2=0x7fb3cc101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 -- 172.21.15.112:0/2028448165 shutdown_connections 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.964+0000 7fb3d140e700 1 -- 172.21.15.112:0/2028448165 wait complete. 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 Processor -- start 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 -- start start 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3cc103350 0x7fb3cc19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 0x7fb3cc19bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3cc1085d0 0x7fb3cc19c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc113090 con 0x7fb3cc107c80 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc112f10 con 0x7fb3cc1085d0 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3d140e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc113210 con 0x7fb3cc103350 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3ca7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 0x7fb3cc19bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3ca7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 0x7fb3cc19bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55242/0 (socket says 172.21.15.112:55242) 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3ca7fc700 1 -- 172.21.15.112:0/3526367193 learned_addr learned my addr 172.21.15.112:0/3526367193 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.965+0000 7fb3cb7fe700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3cc1085d0 0x7fb3cc19c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:46.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3caffd700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3cc103350 0x7fb3cc19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3ca7fc700 1 -- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3cc103350 msgr2=0x7fb3cc19ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3ca7fc700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3cc103350 0x7fb3cc19ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3ca7fc700 1 -- 172.21.15.112:0/3526367193 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3cc1085d0 msgr2=0x7fb3cc19c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3ca7fc700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3cc1085d0 0x7fb3cc19c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3ca7fc700 1 -- 172.21.15.112:0/3526367193 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3cc1a6d80 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3ca7fc700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 0x7fb3cc19bf50 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb3c000b580 tx=0x7fb3c0004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c0027070 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3cc1a7010 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3c000fc00 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c0022cb0 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.966+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3cc1a74c0 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.967+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb3cc063d60 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.969+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fb3c002a070 con 0x7fb3cc107c80 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.969+0000 7fb3b3fff700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb3b40afc90 0x7fb3b40b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.970+0000 7fb3caffd700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb3b40afc90 0x7fb3b40b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:46.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.970+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fb3c00e0800 con 0x7fb3cc107c80 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.970+0000 7fb3b3fff700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] conn(0x7fb3b40bad10 0x7fb3b40bd200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.970+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 --> [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb3b40bd8d0 con 0x7fb3b40bad10 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.970+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fb3c00e0c50 con 0x7fb3cc107c80 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.970+0000 7fb3caffd700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb3b40afc90 0x7fb3b40b21a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009550 tx=0x7fb3c40091f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.970+0000 7fb3cb7fe700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] conn(0x7fb3b40bad10 0x7fb3b40bd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.971+0000 7fb3cb7fe700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] conn(0x7fb3b40bad10 0x7fb3b40bd200 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.971+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== osd.5 v2:172.21.15.133:6808/3013873387 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb3b40bd8d0 con 0x7fb3b40bad10 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.987+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 --> [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb3cc064190 con 0x7fb3b40bad10 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.988+0000 7fb3b3fff700 1 -- 172.21.15.112:0/3526367193 <== osd.5 v2:172.21.15.133:6808/3013873387 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb3cc064190 con 0x7fb3b40bad10 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] conn(0x7fb3b40bad10 msgr2=0x7fb3b40bd200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] conn(0x7fb3b40bad10 0x7fb3b40bd200 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb3b40afc90 msgr2=0x7fb3b40b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:46.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb3b40afc90 0x7fb3b40b21a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009550 tx=0x7fb3c40091f0 comp rx=0 tx=0).stop 2024-04-25T15:59:46.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 msgr2=0x7fb3cc19bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:46.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 --2- 172.21.15.112:0/3526367193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3cc107c80 0x7fb3cc19bf50 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb3c000b580 tx=0x7fb3c0004790 comp rx=0 tx=0).stop 2024-04-25T15:59:46.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3cb7fe700 1 -- 172.21.15.112:0/3526367193 reap_dead start 2024-04-25T15:59:46.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 shutdown_connections 2024-04-25T15:59:46.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 >> 172.21.15.112:0/3526367193 conn(0x7fb3cc0fec30 msgr2=0x7fb3cc101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:46.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 shutdown_connections 2024-04-25T15:59:46.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:45.989+0000 7fb3d140e700 1 -- 172.21.15.112:0/3526367193 wait complete. 2024-04-25T15:59:46.889 INFO:teuthology.orchestra.run.smithi112.stdout:227633266730 2024-04-25T15:59:46.890 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-25T15:59:47.289 INFO:teuthology.orchestra.run.smithi112.stdout:253403070500 2024-04-25T15:59:47.289 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-25T15:59:47.615 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:47 smithi112 ceph-mon[29426]: pgmap v318: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 7 op/s; 130 B/s, 0 objects/s recovering 2024-04-25T15:59:47.643 INFO:teuthology.orchestra.run.smithi112.stdout:34359738450 2024-04-25T15:59:47.643 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-25T15:59:47.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:47 smithi133 ceph-mon[32641]: pgmap v318: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 7 op/s; 130 B/s, 0 objects/s recovering 2024-04-25T15:59:47.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:47 smithi116 ceph-mon[32780]: pgmap v318: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 7 op/s; 130 B/s, 0 objects/s recovering 2024-04-25T15:59:48.102 INFO:teuthology.orchestra.run.smithi112.stdout:300647710746 2024-04-25T15:59:48.102 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-25T15:59:48.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 -- 172.21.15.112:0/1732263421 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 msgr2=0x7f5a981080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:48.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 --2- 172.21.15.112:0/1732263421 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 0x7f5a981080a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5a800099c0 tx=0x7f5a80009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:48.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 -- 172.21.15.112:0/1732263421 shutdown_connections 2024-04-25T15:59:48.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 --2- 172.21.15.112:0/1732263421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a981085e0 0x7f5a9810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:48.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 --2- 172.21.15.112:0/1732263421 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5a98103360 0x7f5a98103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:48.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 --2- 172.21.15.112:0/1732263421 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 0x7f5a981080a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:48.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 -- 172.21.15.112:0/1732263421 >> 172.21.15.112:0/1732263421 conn(0x7f5a980fecb0 msgr2=0x7f5a981010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:48.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 -- 172.21.15.112:0/1732263421 shutdown_connections 2024-04-25T15:59:48.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.287+0000 7f5a9df36700 1 -- 172.21.15.112:0/1732263421 wait complete. 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 Processor -- start 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 -- start start 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a98103360 0x7f5a9819e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 0x7f5a9819eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5a981085e0 0x7f5a98198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5a98112020 con 0x7f5a98107c90 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5a98111ea0 con 0x7f5a981085e0 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.288+0000 7f5a9df36700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5a981121a0 con 0x7f5a98103360 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 0x7f5a9819eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 0x7f5a9819eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55258/0 (socket says 172.21.15.112:55258) 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 -- 172.21.15.112:0/1804240264 learned_addr learned my addr 172.21.15.112:0/1804240264 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:48.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a977fe700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a98103360 0x7f5a9819e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a97fff700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5a981085e0 0x7f5a98198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 -- 172.21.15.112:0/1804240264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a98103360 msgr2=0x7f5a9819e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a98103360 0x7f5a9819e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 -- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5a981085e0 msgr2=0x7f5a98198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5a981085e0 0x7f5a98198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 -- 172.21.15.112:0/1804240264 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a98198ea0 con 0x7f5a98107c90 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a96ffd700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 0x7f5a9819eb20 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000b580 tx=0x7f5a80004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.289+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80027070 con 0x7f5a98107c90 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.290+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5a8000fc00 con 0x7f5a98107c90 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.290+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a98199130 con 0x7f5a98107c90 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.290+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80022cb0 con 0x7f5a98107c90 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.290+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a98199610 con 0x7f5a98107c90 2024-04-25T15:59:48.293 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.290+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5a98063e20 con 0x7f5a98107c90 2024-04-25T15:59:48.294 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.292+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f5a8002a070 con 0x7f5a98107c90 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.293+0000 7f5a94ff9700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5a840b1e20 0x7f5a840b4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.293+0000 7f5a977fe700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5a840b1e20 0x7f5a840b4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.293+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f5a800e0b30 con 0x7f5a98107c90 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.294+0000 7f5a94ff9700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] conn(0x7f5a840bcea0 0x7f5a840bf390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.294+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 --> [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5a840bfa60 con 0x7f5a840bcea0 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.294+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f5a800e0f80 con 0x7f5a98107c90 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.294+0000 7f5a97fff700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] conn(0x7f5a840bcea0 0x7f5a840bf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:48.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.294+0000 7f5a977fe700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5a840b1e20 0x7f5a840b4330 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5a98199b30 tx=0x7f5a9000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:48.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.295+0000 7f5a97fff700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] conn(0x7f5a840bcea0 0x7f5a840bf390 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:48.296 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.295+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== osd.10 v2:172.21.15.116:6824/2654463977 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5a840bfa60 con 0x7f5a840bcea0 2024-04-25T15:59:48.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.312+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 --> [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5a980642a0 con 0x7f5a840bcea0 2024-04-25T15:59:48.314 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.313+0000 7f5a94ff9700 1 -- 172.21.15.112:0/1804240264 <== osd.10 v2:172.21.15.116:6824/2654463977 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5a980642a0 con 0x7f5a840bcea0 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.313+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] conn(0x7f5a840bcea0 msgr2=0x7f5a840bf390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.313+0000 7f5a9df36700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] conn(0x7f5a840bcea0 0x7f5a840bf390 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5a840b1e20 msgr2=0x7f5a840b4330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5a840b1e20 0x7f5a840b4330 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5a98199b30 tx=0x7f5a9000b410 comp rx=0 tx=0).stop 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 msgr2=0x7f5a9819eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 --2- 172.21.15.112:0/1804240264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5a98107c90 0x7f5a9819eb20 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000b580 tx=0x7f5a80004790 comp rx=0 tx=0).stop 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a97fff700 1 -- 172.21.15.112:0/1804240264 reap_dead start 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 shutdown_connections 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 >> 172.21.15.112:0/1804240264 conn(0x7f5a980fecb0 msgr2=0x7f5a98101c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:48.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 shutdown_connections 2024-04-25T15:59:48.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:48.314+0000 7f5a9df36700 1 -- 172.21.15.112:0/1804240264 wait complete. 2024-04-25T15:59:49.232 INFO:teuthology.orchestra.run.smithi112.stdout:274877906977 2024-04-25T15:59:49.233 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-25T15:59:49.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.417+0000 7f90f169f700 1 -- 172.21.15.112:0/3723525111 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 msgr2=0x7f90ec108090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:49.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.417+0000 7f90f169f700 1 --2- 172.21.15.112:0/3723525111 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 0x7f90ec108090 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f90e00099c0 tx=0x7f90e0009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.417+0000 7f90f169f700 1 -- 172.21.15.112:0/3723525111 shutdown_connections 2024-04-25T15:59:49.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.417+0000 7f90f169f700 1 --2- 172.21.15.112:0/3723525111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90ec1085d0 0x7f90ec10ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.417+0000 7f90f169f700 1 --2- 172.21.15.112:0/3723525111 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90ec103350 0x7f90ec103760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.417+0000 7f90f169f700 1 --2- 172.21.15.112:0/3723525111 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 0x7f90ec108090 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.417+0000 7f90f169f700 1 -- 172.21.15.112:0/3723525111 >> 172.21.15.112:0/3723525111 conn(0x7f90ec0fec30 msgr2=0x7f90ec101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:49.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.418+0000 7f90f169f700 1 -- 172.21.15.112:0/3723525111 shutdown_connections 2024-04-25T15:59:49.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.418+0000 7f90f169f700 1 -- 172.21.15.112:0/3723525111 wait complete. 2024-04-25T15:59:49.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.419+0000 7f90f169f700 1 Processor -- start 2024-04-25T15:59:49.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.419+0000 7f90f169f700 1 -- start start 2024-04-25T15:59:49.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.419+0000 7f90f169f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90ec103350 0x7f90ec19ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:49.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.419+0000 7f90f169f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 0x7f90ec19bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:49.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90f169f700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90ec1085d0 0x7f90ec19c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:49.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90ea7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 0x7f90ec19bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:49.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90ea7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 0x7f90ec19bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55282/0 (socket says 172.21.15.112:55282) 2024-04-25T15:59:49.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90ea7fc700 1 -- 172.21.15.112:0/1856224802 learned_addr learned my addr 172.21.15.112:0/1856224802 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:49.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f90ec1130e0 con 0x7f90ec107c80 2024-04-25T15:59:49.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f90ec112f60 con 0x7f90ec1085d0 2024-04-25T15:59:49.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f90ec113260 con 0x7f90ec103350 2024-04-25T15:59:49.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eaffd700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90ec103350 0x7f90ec19ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:49.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eb7fe700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90ec1085d0 0x7f90ec19c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:49.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eaffd700 1 -- 172.21.15.112:0/1856224802 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90ec1085d0 msgr2=0x7f90ec19c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:49.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eaffd700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90ec1085d0 0x7f90ec19c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eaffd700 1 -- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 msgr2=0x7f90ec19bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:49.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eaffd700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f90ec107c80 0x7f90ec19bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eaffd700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90ec1a6dd0 con 0x7f90ec103350 2024-04-25T15:59:49.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.420+0000 7f90eaffd700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90ec103350 0x7f90ec19ba80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f90dc00d750 tx=0x7f90dc00da60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:49.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.421+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90dc014030 con 0x7f90ec103350 2024-04-25T15:59:49.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.421+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f90dc0044b0 con 0x7f90ec103350 2024-04-25T15:59:49.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.421+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90ec06d110 con 0x7f90ec103350 2024-04-25T15:59:49.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.421+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90dc005260 con 0x7f90ec103350 2024-04-25T15:59:49.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.421+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90ec06d5e0 con 0x7f90ec103350 2024-04-25T15:59:49.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.422+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f90d8001030 con 0x7f90ec103350 2024-04-25T15:59:49.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.424+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f90dc0054c0 con 0x7f90ec103350 2024-04-25T15:59:49.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.425+0000 7f90d3fff700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f90d40afc90 0x7f90d40b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:49.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.425+0000 7f90ea7fc700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f90d40afc90 0x7f90d40b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:49.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.425+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f90dc0dee70 con 0x7f90ec103350 2024-04-25T15:59:49.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.425+0000 7f90d3fff700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] conn(0x7f90d40bae40 0x7f90d40bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:49.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.425+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f90dc013e50 con 0x7f90d40bae40 2024-04-25T15:59:49.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.425+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f90dc0df220 con 0x7f90ec103350 2024-04-25T15:59:49.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.426+0000 7f90eb7fe700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] conn(0x7f90d40bae40 0x7f90d40bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:49.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.426+0000 7f90ea7fc700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f90d40afc90 0x7f90d40b21a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009750 tx=0x7f90e0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:49.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.426+0000 7f90eb7fe700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] conn(0x7f90d40bae40 0x7f90d40bd330 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:49.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.428+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== osd.6 v2:172.21.15.112:6818/3167140068 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f90dc013e50 con 0x7f90d40bae40 2024-04-25T15:59:49.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:49 smithi112 ceph-mon[29426]: pgmap v319: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 8 op/s; 130 B/s, 0 objects/s recovering 2024-04-25T15:59:49.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.459+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 --> [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f90d8002e60 con 0x7f90d40bae40 2024-04-25T15:59:49.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90d3fff700 1 -- 172.21.15.112:0/1856224802 <== osd.6 v2:172.21.15.112:6818/3167140068 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f90d8002e60 con 0x7f90d40bae40 2024-04-25T15:59:49.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] conn(0x7f90d40bae40 msgr2=0x7f90d40bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90f169f700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] conn(0x7f90d40bae40 0x7f90d40bd330 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f90d40afc90 msgr2=0x7f90d40b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90f169f700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f90d40afc90 0x7f90d40b21a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009750 tx=0x7f90e0005fb0 comp rx=0 tx=0).stop 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90ec103350 msgr2=0x7f90ec19ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90f169f700 1 --2- 172.21.15.112:0/1856224802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90ec103350 0x7f90ec19ba80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f90dc00d750 tx=0x7f90dc00da60 comp rx=0 tx=0).stop 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.460+0000 7f90eb7fe700 1 -- 172.21.15.112:0/1856224802 reap_dead start 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.461+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 shutdown_connections 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.461+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 >> 172.21.15.112:0/1856224802 conn(0x7f90ec0fec30 msgr2=0x7f90ec101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.461+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 shutdown_connections 2024-04-25T15:59:49.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:49.461+0000 7f90f169f700 1 -- 172.21.15.112:0/1856224802 wait complete. 2024-04-25T15:59:49.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:49 smithi133 ceph-mon[32641]: pgmap v319: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 8 op/s; 130 B/s, 0 objects/s recovering 2024-04-25T15:59:49.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:49 smithi116 ceph-mon[32780]: pgmap v319: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 8 op/s; 130 B/s, 0 objects/s recovering 2024-04-25T15:59:49.933 INFO:teuthology.orchestra.run.smithi112.stdout:201863462960 2024-04-25T15:59:49.933 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-25T15:59:50.327 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:50 smithi112 ceph-mon[29426]: pgmap v320: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T15:59:50.359 INFO:teuthology.orchestra.run.smithi112.stdout:154618822714 2024-04-25T15:59:50.359 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-25T15:59:50.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:50 smithi133 ceph-mon[32641]: pgmap v320: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T15:59:50.716 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:50.717 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:50.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:50 smithi116 ceph-mon[32780]: pgmap v320: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T15:59:51.115 INFO:teuthology.orchestra.run.smithi112.stdout:180388626486 2024-04-25T15:59:51.115 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-25T15:59:51.254 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:51.255 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:52.143 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:52.144 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:53.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:53 smithi116 ceph-mon[32780]: pgmap v321: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T15:59:53.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:53 smithi133 ceph-mon[32641]: pgmap v321: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T15:59:53.700 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:53 smithi112 ceph-mon[29426]: pgmap v321: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T15:59:55.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:55 smithi112 ceph-mon[29426]: pgmap v322: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T15:59:55.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:55 smithi133 ceph-mon[32641]: pgmap v322: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T15:59:55.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:55 smithi116 ceph-mon[32780]: pgmap v322: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T15:59:56.203 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:56.644 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:56 smithi112 ceph-mon[29426]: pgmap v323: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T15:59:56.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:56 smithi133 ceph-mon[32641]: pgmap v323: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T15:59:56.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:56 smithi116 ceph-mon[32780]: pgmap v323: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T15:59:57.058 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:57.059 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:58.222 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:58.222 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T15:59:59.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 -- 172.21.15.112:0/884343232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd40107c90 msgr2=0x7fcd401080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:59.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/884343232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd40107c90 0x7fcd401080a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fcd300099c0 tx=0x7fcd30009cd0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 -- 172.21.15.112:0/884343232 shutdown_connections 2024-04-25T15:59:59.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/884343232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd401085e0 0x7fcd4010ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/884343232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd40103360 0x7fcd40103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/884343232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd40107c90 0x7fcd401080a0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 -- 172.21.15.112:0/884343232 >> 172.21.15.112:0/884343232 conn(0x7fcd400fec90 msgr2=0x7fcd401010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:59.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 -- 172.21.15.112:0/884343232 shutdown_connections 2024-04-25T15:59:59.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.207+0000 7fcd46ee6700 1 -- 172.21.15.112:0/884343232 wait complete. 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 Processor -- start 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 -- start start 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd40103360 0x7fcd40110920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd40107c90 0x7fcd40110e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd401085e0 0x7fcd401113a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcd40114210 con 0x7fcd401085e0 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcd40114090 con 0x7fcd40103360 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd46ee6700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcd40114390 con 0x7fcd40107c90 2024-04-25T15:59:59.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd45483700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd401085e0 0x7fcd401113a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd45483700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd401085e0 0x7fcd401113a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55736/0 (socket says 172.21.15.112:55736) 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd45483700 1 -- 172.21.15.112:0/3129140870 learned_addr learned my addr 172.21.15.112:0/3129140870 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.208+0000 7fcd37fff700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd40107c90 0x7fcd40110e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd44c82700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd40103360 0x7fcd40110920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd45483700 1 -- 172.21.15.112:0/3129140870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd40107c90 msgr2=0x7fcd40110e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd45483700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd40107c90 0x7fcd40110e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd45483700 1 -- 172.21.15.112:0/3129140870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd40103360 msgr2=0x7fcd40110920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd45483700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd40103360 0x7fcd40110920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd45483700 1 -- 172.21.15.112:0/3129140870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd401a8fe0 con 0x7fcd401085e0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd45483700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd401085e0 0x7fcd401113a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcd3800b970 tx=0x7fcd3800bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd35ffb700 1 -- 172.21.15.112:0/3129140870 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd38019070 con 0x7fcd401085e0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd401a92d0 con 0x7fcd401085e0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd35ffb700 1 -- 172.21.15.112:0/3129140870 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd3800ce40 con 0x7fcd401085e0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd35ffb700 1 -- 172.21.15.112:0/3129140870 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd38007370 con 0x7fcd401085e0 2024-04-25T15:59:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.209+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd401a97e0 con 0x7fcd401085e0 2024-04-25T15:59:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.210+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd40051190 con 0x7fcd401085e0 2024-04-25T15:59:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.212+0000 7fcd35ffb700 1 -- 172.21.15.112:0/3129140870 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fcd3801c070 con 0x7fcd401085e0 2024-04-25T15:59:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.213+0000 7fcd35ffb700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcd280afc10 0x7fcd280b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T15:59:59.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.213+0000 7fcd44c82700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcd280afc10 0x7fcd280b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T15:59:59.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.213+0000 7fcd35ffb700 1 -- 172.21.15.112:0/3129140870 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fcd380decd0 con 0x7fcd401085e0 2024-04-25T15:59:59.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.213+0000 7fcd44c82700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcd280afc10 0x7fcd280b2120 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c005950 tx=0x7fcd3c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T15:59:59.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.216+0000 7fcd35ffb700 1 -- 172.21.15.112:0/3129140870 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcd38023070 con 0x7fcd401085e0 2024-04-25T15:59:59.425 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 15:59:59 smithi112 ceph-mon[29426]: pgmap v324: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T15:59:59.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.424+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fcd40111e50 con 0x7fcd401085e0 2024-04-25T15:59:59.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.424+0000 7fcd35ffb700 1 -- 172.21.15.112:0/3129140870 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fcd380a7590 con 0x7fcd401085e0 2024-04-25T15:59:59.426 INFO:teuthology.orchestra.run.smithi112.stdout:133143986241 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.426+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcd280afc10 msgr2=0x7fcd280b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.426+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcd280afc10 0x7fcd280b2120 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c005950 tx=0x7fcd3c0058e0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.426+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd401085e0 msgr2=0x7fcd401113a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.426+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd401085e0 0x7fcd401113a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcd3800b970 tx=0x7fcd3800bd30 comp rx=0 tx=0).stop 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 shutdown_connections 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcd280afc10 0x7fcd280b2120 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcd401085e0 0x7fcd401113a0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd40103360 0x7fcd40110920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 --2- 172.21.15.112:0/3129140870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd40107c90 0x7fcd40110e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 >> 172.21.15.112:0/3129140870 conn(0x7fcd400fec90 msgr2=0x7fcd401010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T15:59:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 shutdown_connections 2024-04-25T15:59:59.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T15:59:59.427+0000 7fcd46ee6700 1 -- 172.21.15.112:0/3129140870 wait complete. 2024-04-25T15:59:59.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 15:59:59 smithi133 ceph-mon[32641]: pgmap v324: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T15:59:59.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 15:59:59 smithi116 ceph-mon[32780]: pgmap v324: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T16:00:00.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:00 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3129140870' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T16:00:00.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:00 smithi112 ceph-mon[29426]: overall HEALTH_OK 2024-04-25T16:00:00.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:00 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3129140870' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T16:00:00.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:00 smithi133 ceph-mon[32641]: overall HEALTH_OK 2024-04-25T16:00:00.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:00 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3129140870' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T16:00:00.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:00 smithi116 ceph-mon[32780]: overall HEALTH_OK 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 -- 172.21.15.112:0/991678726 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c10e790 msgr2=0x7f793c110c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 --2- 172.21.15.112:0/991678726 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c10e790 0x7f793c110c70 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f793400b0a0 tx=0x7f793400b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 -- 172.21.15.112:0/991678726 shutdown_connections 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 --2- 172.21.15.112:0/991678726 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c10e790 0x7f793c110c70 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 --2- 172.21.15.112:0/991678726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f793c105360 0x7f793c105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 --2- 172.21.15.112:0/991678726 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f793c105cb0 0x7f793c10e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 -- 172.21.15.112:0/991678726 >> 172.21.15.112:0/991678726 conn(0x7f793c0fec90 msgr2=0x7f793c1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:01.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 -- 172.21.15.112:0/991678726 shutdown_connections 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.067+0000 7f794451b700 1 -- 172.21.15.112:0/991678726 wait complete. 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 Processor -- start 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 -- start start 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f793c105360 0x7f793c1a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c105cb0 0x7f793c1a0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f793c10e790 0x7f793c19a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1141a0 con 0x7f793c105cb0 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f793c114020 con 0x7f793c10e790 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f794451b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f793c114320 con 0x7f793c105360 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c105cb0 0x7f793c1a0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c105cb0 0x7f793c1a0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55754/0 (socket says 172.21.15.112:55754) 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 -- 172.21.15.112:0/1111504805 learned_addr learned my addr 172.21.15.112:0/1111504805 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:01.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f79422b7700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f793c105360 0x7f793c1a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7942ab8700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f793c10e790 0x7f793c19a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 -- 172.21.15.112:0/1111504805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f793c105360 msgr2=0x7f793c1a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f793c105360 0x7f793c1a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 -- 172.21.15.112:0/1111504805 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f793c10e790 msgr2=0x7f793c19a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f793c10e790 0x7f793c19a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 -- 172.21.15.112:0/1111504805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f793c19afd0 con 0x7f793c105cb0 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f79422b7700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f793c105360 0x7f793c1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.068+0000 7f7941ab6700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c105cb0 0x7f793c1a0c40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f792c00d980 tx=0x7f792c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.069+0000 7f79337fe700 1 -- 172.21.15.112:0/1111504805 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c016070 con 0x7f793c105cb0 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.069+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f793c19b2c0 con 0x7f793c105cb0 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.069+0000 7f79337fe700 1 -- 172.21.15.112:0/1111504805 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f792c004020 con 0x7f793c105cb0 2024-04-25T16:00:01.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.069+0000 7f79337fe700 1 -- 172.21.15.112:0/1111504805 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c004b90 con 0x7f793c105cb0 2024-04-25T16:00:01.074 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.069+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f793c1a7590 con 0x7f793c105cb0 2024-04-25T16:00:01.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.070+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f793c051190 con 0x7f793c105cb0 2024-04-25T16:00:01.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.071+0000 7f79337fe700 1 -- 172.21.15.112:0/1111504805 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f792c00bb60 con 0x7f793c105cb0 2024-04-25T16:00:01.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.072+0000 7f79337fe700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f79280afc10 0x7f79280b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:01.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.072+0000 7f79422b7700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f79280afc10 0x7f79280b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:01.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.072+0000 7f79337fe700 1 -- 172.21.15.112:0/1111504805 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f792c0df440 con 0x7f793c105cb0 2024-04-25T16:00:01.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.073+0000 7f79422b7700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f79280afc10 0x7f79280b2120 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7938005950 tx=0x7f7938005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:01.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.076+0000 7f79337fe700 1 -- 172.21.15.112:0/1111504805 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f792c01f020 con 0x7f793c105cb0 2024-04-25T16:00:01.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.280+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f793c02e510 con 0x7f793c105cb0 2024-04-25T16:00:01.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.282+0000 7f79337fe700 1 -- 172.21.15.112:0/1111504805 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f792c0a7b60 con 0x7f793c105cb0 2024-04-25T16:00:01.285 INFO:teuthology.orchestra.run.smithi112.stdout:107374182470 2024-04-25T16:00:01.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f79280afc10 msgr2=0x7f79280b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:01.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f79280afc10 0x7f79280b2120 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7938005950 tx=0x7f7938005f50 comp rx=0 tx=0).stop 2024-04-25T16:00:01.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c105cb0 msgr2=0x7f793c1a0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:01.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c105cb0 0x7f793c1a0c40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f792c00d980 tx=0x7f792c00dd40 comp rx=0 tx=0).stop 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 shutdown_connections 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f79280afc10 0x7f79280b2120 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f793c10e790 0x7f793c19a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f793c105360 0x7f793c1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 --2- 172.21.15.112:0/1111504805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f793c105cb0 0x7f793c1a0c40 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 >> 172.21.15.112:0/1111504805 conn(0x7f793c0fec90 msgr2=0x7f793c0ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 shutdown_connections 2024-04-25T16:00:01.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:01.285+0000 7f794451b700 1 -- 172.21.15.112:0/1111504805 wait complete. 2024-04-25T16:00:01.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:01 smithi112 ceph-mon[29426]: pgmap v325: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T16:00:01.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:01 smithi133 ceph-mon[32641]: pgmap v325: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T16:00:01.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:01 smithi116 ceph-mon[32780]: pgmap v325: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T16:00:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1111504805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T16:00:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:02 smithi112 ceph-mon[29426]: pgmap v326: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:02.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1111504805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T16:00:02.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:02 smithi133 ceph-mon[32641]: pgmap v326: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:02.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1111504805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T16:00:02.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:02 smithi116 ceph-mon[32780]: pgmap v326: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:02.985 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 -- 172.21.15.112:0/1959354329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c81033b0 msgr2=0x7f15c81037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:02.985 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 --2- 172.21.15.112:0/1959354329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c81033b0 0x7f15c81037c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f15c40099c0 tx=0x7f15c4009cd0 comp rx=0 tx=0).stop 2024-04-25T16:00:02.985 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 -- 172.21.15.112:0/1959354329 shutdown_connections 2024-04-25T16:00:02.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 --2- 172.21.15.112:0/1959354329 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f15c8108630 0x7f15c810ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:02.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 --2- 172.21.15.112:0/1959354329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c81033b0 0x7f15c81037c0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:02.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 --2- 172.21.15.112:0/1959354329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c8107ce0 0x7f15c81080f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:02.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 -- 172.21.15.112:0/1959354329 >> 172.21.15.112:0/1959354329 conn(0x7f15c80fee00 msgr2=0x7f15c8101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:02.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 -- 172.21.15.112:0/1959354329 shutdown_connections 2024-04-25T16:00:02.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.984+0000 7f15d057d700 1 -- 172.21.15.112:0/1959354329 wait complete. 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.985+0000 7f15d057d700 1 Processor -- start 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.985+0000 7f15d057d700 1 -- start start 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.985+0000 7f15d057d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c81033b0 0x7f15c819b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15d057d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c8107ce0 0x7f15c819bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15d057d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f15c8108630 0x7f15c819c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15d057d700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8113110 con 0x7f15c8107ce0 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15d057d700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8112f90 con 0x7f15c8108630 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15d057d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8113290 con 0x7f15c81033b0 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c81033b0 0x7f15c819b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c81033b0 0x7f15c819b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.112:56534/0 (socket says 172.21.15.112:56534) 2024-04-25T16:00:02.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 -- 172.21.15.112:0/2477614790 learned_addr learned my addr 172.21.15.112:0/2477614790 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15cdb18700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c8107ce0 0x7f15c819bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ceb1a700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f15c8108630 0x7f15c819c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 -- 172.21.15.112:0/2477614790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f15c8108630 msgr2=0x7f15c819c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f15c8108630 0x7f15c819c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 -- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c8107ce0 msgr2=0x7f15c819bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c8107ce0 0x7f15c819bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15ce319700 1 -- 172.21.15.112:0/2477614790 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c81a6cb0 con 0x7f15c81033b0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.986+0000 7f15cdb18700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c8107ce0 0x7f15c819bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.987+0000 7f15ce319700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c81033b0 0x7f15c819b9f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f15c400f690 tx=0x7f15c400f6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.987+0000 7f15bf7fe700 1 -- 172.21.15.112:0/2477614790 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4027070 con 0x7f15c81033b0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.987+0000 7f15bf7fe700 1 -- 172.21.15.112:0/2477614790 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f15c40056d0 con 0x7f15c81033b0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.987+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c81a6f40 con 0x7f15c81033b0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.987+0000 7f15bf7fe700 1 -- 172.21.15.112:0/2477614790 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4022da0 con 0x7f15c81033b0 2024-04-25T16:00:02.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.987+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c81a7330 con 0x7f15c81033b0 2024-04-25T16:00:02.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.988+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15c8051190 con 0x7f15c81033b0 2024-04-25T16:00:02.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.990+0000 7f15bf7fe700 1 -- 172.21.15.112:0/2477614790 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f15c402a070 con 0x7f15c81033b0 2024-04-25T16:00:02.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.990+0000 7f15bf7fe700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15b40afc10 0x7f15b40b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:02.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.990+0000 7f15cdb18700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15b40afc10 0x7f15b40b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:02.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.991+0000 7f15bf7fe700 1 -- 172.21.15.112:0/2477614790 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f15c40e0270 con 0x7f15c81033b0 2024-04-25T16:00:02.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.991+0000 7f15cdb18700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15b40afc10 0x7f15b40b2120 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f15c8106740 tx=0x7f15b800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:02.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:02.994+0000 7f15bf7fe700 1 -- 172.21.15.112:0/2477614790 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f15c405eff0 con 0x7f15c81033b0 2024-04-25T16:00:03.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.211+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f15c802e6d0 con 0x7f15c81033b0 2024-04-25T16:00:03.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.211+0000 7f15bf7fe700 1 -- 172.21.15.112:0/2477614790 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f15c4013070 con 0x7f15c81033b0 2024-04-25T16:00:03.213 INFO:teuthology.orchestra.run.smithi112.stdout:274877906979 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15b40afc10 msgr2=0x7f15b40b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15b40afc10 0x7f15b40b2120 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f15c8106740 tx=0x7f15b800a380 comp rx=0 tx=0).stop 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c81033b0 msgr2=0x7f15c819b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c81033b0 0x7f15c819b9f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f15c400f690 tx=0x7f15c400f6c0 comp rx=0 tx=0).stop 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 shutdown_connections 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f15b40afc10 0x7f15b40b2120 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f15c8108630 0x7f15c819c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15c81033b0 0x7f15c819b9f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:03.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 --2- 172.21.15.112:0/2477614790 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f15c8107ce0 0x7f15c819bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:03.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 >> 172.21.15.112:0/2477614790 conn(0x7f15c80fee00 msgr2=0x7f15c8107010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:03.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 shutdown_connections 2024-04-25T16:00:03.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.214+0000 7f15d057d700 1 -- 172.21.15.112:0/2477614790 wait complete. 2024-04-25T16:00:03.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:03 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2477614790' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T16:00:03.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:03 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2477614790' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T16:00:03.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:03 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2477614790' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T16:00:04.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 -- 172.21.15.112:0/3350021787 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 msgr2=0x7f57f0103330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:04.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 --2- 172.21.15.112:0/3350021787 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f0103330 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009990 tx=0x7f57e0009ca0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 -- 172.21.15.112:0/3350021787 shutdown_connections 2024-04-25T16:00:04.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 --2- 172.21.15.112:0/3350021787 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57f0110ad0 0x7f57f0112ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 --2- 172.21.15.112:0/3350021787 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f0103330 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 --2- 172.21.15.112:0/3350021787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57f0103900 0x7f57f0110590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 -- 172.21.15.112:0/3350021787 >> 172.21.15.112:0/3350021787 conn(0x7f57f00fecb0 msgr2=0x7f57f01010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 -- 172.21.15.112:0/3350021787 shutdown_connections 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.563+0000 7f57f697b700 1 -- 172.21.15.112:0/3350021787 wait complete. 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 Processor -- start 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 -- start start 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f019cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57f0103900 0x7f57f019d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57f0110ad0 0x7f57f01a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f57f01163d0 con 0x7f57f0102f20 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f57f0116250 con 0x7f57f0103900 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.564+0000 7f57f697b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f57f0116550 con 0x7f57f0110ad0 2024-04-25T16:00:04.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f019cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f019cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33874/0 (socket says 172.21.15.112:33874) 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 -- 172.21.15.112:0/1587118898 learned_addr learned my addr 172.21.15.112:0/1587118898 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57ef7fe700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57f0103900 0x7f57f019d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57f4f18700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57f0110ad0 0x7f57f01a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 -- 172.21.15.112:0/1587118898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57f0110ad0 msgr2=0x7f57f01a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57f0110ad0 0x7f57f01a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 -- 172.21.15.112:0/1587118898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57f0103900 msgr2=0x7f57f019d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57f0103900 0x7f57f019d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 -- 172.21.15.112:0/1587118898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57f01a1cb0 con 0x7f57f0102f20 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57effff700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f019cde0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f57e0000c00 tx=0x7f57e00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:04.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57ed7fa700 1 -- 172.21.15.112:0/1587118898 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e0027070 con 0x7f57f0102f20 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stdout:55834574929 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57ed7fa700 1 -- 172.21.15.112:0/1587118898 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f57e000fb80 con 0x7f57f0102f20 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57f01a1f40 con 0x7f57f0102f20 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57ed7fa700 1 -- 172.21.15.112:0/1587118898 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e0022d00 con 0x7f57f0102f20 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.565+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57f01a2420 con 0x7f57f0102f20 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.566+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57f0051190 con 0x7f57f0102f20 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.568+0000 7f57ed7fa700 1 -- 172.21.15.112:0/1587118898 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f57e002a070 con 0x7f57f0102f20 2024-04-25T16:00:04.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.568+0000 7f57ed7fa700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f57d80afc10 0x7f57d80b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.569+0000 7f57ef7fe700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f57d80afc10 0x7f57d80b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.569+0000 7f57ed7fa700 1 -- 172.21.15.112:0/1587118898 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f57e00e0410 con 0x7f57f0102f20 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.569+0000 7f57ef7fe700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f57d80afc10 0x7f57d80b2120 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f57f0112040 tx=0x7f57e400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.572+0000 7f57ed7fa700 1 -- 172.21.15.112:0/1587118898 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f57e0013070 con 0x7f57f0102f20 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.777+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f57f002e510 con 0x7f57f0102f20 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.778+0000 7f57ed7fa700 1 -- 172.21.15.112:0/1587118898 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f57e00a8bc0 con 0x7f57f0102f20 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f57d80afc10 msgr2=0x7f57d80b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f57d80afc10 0x7f57d80b2120 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f57f0112040 tx=0x7f57e400b410 comp rx=0 tx=0).stop 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 msgr2=0x7f57f019cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:04.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f019cde0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f57e0000c00 tx=0x7f57e00047b0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 shutdown_connections 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f57d80afc10 0x7f57d80b2120 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57f0110ad0 0x7f57f01a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f0102f20 0x7f57f019cde0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 --2- 172.21.15.112:0/1587118898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57f0103900 0x7f57f019d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 >> 172.21.15.112:0/1587118898 conn(0x7f57f00fecb0 msgr2=0x7f57f01126b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 shutdown_connections 2024-04-25T16:00:04.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:03.780+0000 7f57f697b700 1 -- 172.21.15.112:0/1587118898 wait complete. 2024-04-25T16:00:04.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:04 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1587118898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T16:00:04.386 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:04 smithi112 ceph-mon[29426]: pgmap v327: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T16:00:04.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:04 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1587118898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T16:00:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:04 smithi133 ceph-mon[32641]: pgmap v327: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T16:00:04.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:04 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1587118898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T16:00:04.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:04 smithi116 ceph-mon[32780]: pgmap v327: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T16:00:07.060 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986237 got 133143986241 for osd.4 2024-04-25T16:00:07.061 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:07.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 -- 172.21.15.112:0/3235123387 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 msgr2=0x7fa8b41037a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 --2- 172.21.15.112:0/3235123387 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b41037a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fa8a40099c0 tx=0x7fa8a4009cd0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 -- 172.21.15.112:0/3235123387 shutdown_connections 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 --2- 172.21.15.112:0/3235123387 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8b4108610 0x7fa8b410ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 --2- 172.21.15.112:0/3235123387 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b41037a0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 --2- 172.21.15.112:0/3235123387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8b4107cc0 0x7fa8b41080d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 -- 172.21.15.112:0/3235123387 >> 172.21.15.112:0/3235123387 conn(0x7fa8b40fec90 msgr2=0x7fa8b41010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 -- 172.21.15.112:0/3235123387 shutdown_connections 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.269+0000 7fa8ba383700 1 -- 172.21.15.112:0/3235123387 wait complete. 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 Processor -- start 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 -- start start 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8b4107cc0 0x7fa8b419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8b4108610 0x7fa8b41998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:07.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b41130f0 con 0x7fa8b4103390 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b4112f70 con 0x7fa8b4108610 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8ba383700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b4113270 con 0x7fa8b4107cc0 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8b3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8b3fff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b419f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33892/0 (socket says 172.21.15.112:33892) 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.270+0000 7fa8b3fff700 1 -- 172.21.15.112:0/949733743 learned_addr learned my addr 172.21.15.112:0/949733743 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b8920700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8b4108610 0x7fa8b41998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b37fe700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8b4107cc0 0x7fa8b419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b3fff700 1 -- 172.21.15.112:0/949733743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8b4107cc0 msgr2=0x7fa8b419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b3fff700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8b4107cc0 0x7fa8b419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b3fff700 1 -- 172.21.15.112:0/949733743 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8b4108610 msgr2=0x7fa8b41998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b3fff700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8b4108610 0x7fa8b41998d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b3fff700 1 -- 172.21.15.112:0/949733743 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b4199f80 con 0x7fa8b4103390 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b8920700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8b4108610 0x7fa8b41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:07.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b3fff700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b419f6b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa8a4000c00 tx=0x7fa8a401a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b17fa700 1 -- 172.21.15.112:0/949733743 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a401a8e0 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8b419a210 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b17fa700 1 -- 172.21.15.112:0/949733743 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa8a4004830 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8b17fa700 1 -- 172.21.15.112:0/949733743 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a40054b0 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.271+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8b419a690 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.272+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8b4051190 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.273+0000 7fa8b17fa700 1 -- 172.21.15.112:0/949733743 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fa8a402c060 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.274+0000 7fa8b17fa700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa89c0afc10 0x7fa89c0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.274+0000 7fa8b37fe700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa89c0afc10 0x7fa89c0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.274+0000 7fa8b17fa700 1 -- 172.21.15.112:0/949733743 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fa8a40e1df0 con 0x7fa8b4103390 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.275+0000 7fa8b37fe700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa89c0afc10 0x7fa89c0b2120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa8a8005950 tx=0x7fa8a80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:07.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.279+0000 7fa8b17fa700 1 -- 172.21.15.112:0/949733743 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa8a4013070 con 0x7fa8b4103390 2024-04-25T16:00:07.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.484+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fa8b410b040 con 0x7fa8b4103390 2024-04-25T16:00:07.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.485+0000 7fa8b17fa700 1 -- 172.21.15.112:0/949733743 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa8a40aa5a0 con 0x7fa8b4103390 2024-04-25T16:00:07.486 INFO:teuthology.orchestra.run.smithi112.stdout:77309411405 2024-04-25T16:00:07.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa89c0afc10 msgr2=0x7fa89c0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:07.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa89c0afc10 0x7fa89c0b2120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa8a8005950 tx=0x7fa8a80058e0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 msgr2=0x7fa8b419f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:07.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b419f6b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa8a4000c00 tx=0x7fa8a401a6c0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 shutdown_connections 2024-04-25T16:00:07.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa89c0afc10 0x7fa89c0b2120 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8b4108610 0x7fa8b41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8b4103390 0x7fa8b419f6b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 --2- 172.21.15.112:0/949733743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8b4107cc0 0x7fa8b419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:07.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 >> 172.21.15.112:0/949733743 conn(0x7fa8b40fec90 msgr2=0x7fa8b41010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:07.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 shutdown_connections 2024-04-25T16:00:07.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:07.487+0000 7fa8ba383700 1 -- 172.21.15.112:0/949733743 wait complete. 2024-04-25T16:00:07.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:07 smithi112 ceph-mon[29426]: pgmap v328: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:07.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:07 smithi133 ceph-mon[32641]: pgmap v328: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:07.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:07 smithi116 ceph-mon[32780]: pgmap v328: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:08.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 -- 172.21.15.112:0/4269821715 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 msgr2=0x7ffb4c110c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 --2- 172.21.15.112:0/4269821715 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c110c50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ffb4400b0a0 tx=0x7ffb4400b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 -- 172.21.15.112:0/4269821715 shutdown_connections 2024-04-25T16:00:08.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 --2- 172.21.15.112:0/4269821715 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c110c50 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 --2- 172.21.15.112:0/4269821715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb4c105300 0x7ffb4c105710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 --2- 172.21.15.112:0/4269821715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ffb4c105c50 0x7ffb4c10e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 -- 172.21.15.112:0/4269821715 >> 172.21.15.112:0/4269821715 conn(0x7ffb4c0fec90 msgr2=0x7ffb4c1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:08.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 -- 172.21.15.112:0/4269821715 shutdown_connections 2024-04-25T16:00:08.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.484+0000 7ffb516ea700 1 -- 172.21.15.112:0/4269821715 wait complete. 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 Processor -- start 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 -- start start 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb4c105300 0x7ffb4c1a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ffb4c105c50 0x7ffb4c1a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c114180 con 0x7ffb4c10e770 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c114000 con 0x7ffb4c105c50 2024-04-25T16:00:08.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb516ea700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c114300 con 0x7ffb4c105300 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb4b7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb4b7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c19a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33918/0 (socket says 172.21.15.112:33918) 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.485+0000 7ffb4b7fe700 1 -- 172.21.15.112:0/3507016378 learned_addr learned my addr 172.21.15.112:0/3507016378 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb427fc700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ffb4c105c50 0x7ffb4c1a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4affd700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb4c105300 0x7ffb4c1a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4b7fe700 1 -- 172.21.15.112:0/3507016378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb4c105300 msgr2=0x7ffb4c1a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4b7fe700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb4c105300 0x7ffb4c1a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4b7fe700 1 -- 172.21.15.112:0/3507016378 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ffb4c105c50 msgr2=0x7ffb4c1a0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4b7fe700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ffb4c105c50 0x7ffb4c1a0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4b7fe700 1 -- 172.21.15.112:0/3507016378 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb4c19b030 con 0x7ffb4c10e770 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4affd700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb4c105300 0x7ffb4c1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb427fc700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ffb4c105c50 0x7ffb4c1a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb4b7fe700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c19a980 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ffb440062a0 tx=0x7ffb44004ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb48ff9700 1 -- 172.21.15.112:0/3507016378 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb44021070 con 0x7ffb4c10e770 2024-04-25T16:00:08.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb4c19b2c0 con 0x7ffb4c10e770 2024-04-25T16:00:08.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb48ff9700 1 -- 172.21.15.112:0/3507016378 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffb44007d00 con 0x7ffb4c10e770 2024-04-25T16:00:08.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.486+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb4c102f20 con 0x7ffb4c10e770 2024-04-25T16:00:08.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.487+0000 7ffb48ff9700 1 -- 172.21.15.112:0/3507016378 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb44005280 con 0x7ffb4c10e770 2024-04-25T16:00:08.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.487+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb4c06bdc0 con 0x7ffb4c10e770 2024-04-25T16:00:08.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.490+0000 7ffb48ff9700 1 -- 172.21.15.112:0/3507016378 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7ffb44024070 con 0x7ffb4c10e770 2024-04-25T16:00:08.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.491+0000 7ffb48ff9700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ffb380afc10 0x7ffb380b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.491+0000 7ffb4affd700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ffb380afc10 0x7ffb380b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.491+0000 7ffb48ff9700 1 -- 172.21.15.112:0/3507016378 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7ffb4400f020 con 0x7ffb4c10e770 2024-04-25T16:00:08.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.491+0000 7ffb4affd700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ffb380afc10 0x7ffb380b2120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c005fd0 tx=0x7ffb3c005de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:08.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.494+0000 7ffb48ff9700 1 -- 172.21.15.112:0/3507016378 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ffb4402b020 con 0x7ffb4c10e770 2024-04-25T16:00:08.598 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:08 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/949733743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T16:00:08.598 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:08 smithi112 ceph-mon[29426]: pgmap v329: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:08 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/949733743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T16:00:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:08 smithi133 ceph-mon[32641]: pgmap v329: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:08.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.701+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7ffb4c19beb0 con 0x7ffb4c10e770 2024-04-25T16:00:08.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.702+0000 7ffb48ff9700 1 -- 172.21.15.112:0/3507016378 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ffb440a9540 con 0x7ffb4c10e770 2024-04-25T16:00:08.703 INFO:teuthology.orchestra.run.smithi112.stdout:180388626489 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ffb380afc10 msgr2=0x7ffb380b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ffb380afc10 0x7ffb380b2120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c005fd0 tx=0x7ffb3c005de0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 msgr2=0x7ffb4c19a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c19a980 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ffb440062a0 tx=0x7ffb44004ed0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 shutdown_connections 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ffb380afc10 0x7ffb380b2120 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb4c10e770 0x7ffb4c19a980 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb4c105300 0x7ffb4c1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 --2- 172.21.15.112:0/3507016378 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ffb4c105c50 0x7ffb4c1a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 >> 172.21.15.112:0/3507016378 conn(0x7ffb4c0fec90 msgr2=0x7ffb4c0ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 shutdown_connections 2024-04-25T16:00:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.704+0000 7ffb516ea700 1 -- 172.21.15.112:0/3507016378 wait complete. 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 -- 172.21.15.112:0/1128185544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 msgr2=0x7f272c10e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 --2- 172.21.15.112:0/1128185544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c10e200 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f2720009990 tx=0x7f2720009ca0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 -- 172.21.15.112:0/1128185544 shutdown_connections 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 --2- 172.21.15.112:0/1128185544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f272c10e790 0x7f272c110c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 --2- 172.21.15.112:0/1128185544 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f272c105360 0x7f272c105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 --2- 172.21.15.112:0/1128185544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c10e200 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 -- 172.21.15.112:0/1128185544 >> 172.21.15.112:0/1128185544 conn(0x7f272c0fec90 msgr2=0x7f272c1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 -- 172.21.15.112:0/1128185544 shutdown_connections 2024-04-25T16:00:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.713+0000 7f27310d3700 1 -- 172.21.15.112:0/1128185544 wait complete. 2024-04-25T16:00:08.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.714+0000 7f27310d3700 1 Processor -- start 2024-04-25T16:00:08.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.714+0000 7f27310d3700 1 -- start start 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f27310d3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f272c105360 0x7f272c1a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f27310d3700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c1a0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f27310d3700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f272c10e790 0x7f272c19aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f27310d3700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f272c1141a0 con 0x7f272c105cb0 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f27310d3700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f272c114020 con 0x7f272c10e790 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f27310d3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f272c114320 con 0x7f272c105360 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272a59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c1a0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272a59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c1a0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33930/0 (socket says 172.21.15.112:33930) 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272a59c700 1 -- 172.21.15.112:0/1000222926 learned_addr learned my addr 172.21.15.112:0/1000222926 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272ad9d700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f272c105360 0x7f272c1a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272b59e700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f272c10e790 0x7f272c19aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272ad9d700 1 -- 172.21.15.112:0/1000222926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f272c10e790 msgr2=0x7f272c19aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272ad9d700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f272c10e790 0x7f272c19aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272ad9d700 1 -- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 msgr2=0x7f272c1a0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272ad9d700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c1a0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272ad9d700 1 -- 172.21.15.112:0/1000222926 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f272c19b0d0 con 0x7f272c105360 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.715+0000 7f272a59c700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c1a0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.716+0000 7f272ad9d700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f272c105360 0x7f272c1a0800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f271c00d950 tx=0x7f271c00dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.716+0000 7f2713fff700 1 -- 172.21.15.112:0/1000222926 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f271c017070 con 0x7f272c105360 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.716+0000 7f2713fff700 1 -- 172.21.15.112:0/1000222926 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f271c009dc0 con 0x7f272c105360 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.716+0000 7f2713fff700 1 -- 172.21.15.112:0/1000222926 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f271c010cd0 con 0x7f272c105360 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.716+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f272c19b3c0 con 0x7f272c105360 2024-04-25T16:00:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.716+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f272c102f80 con 0x7f272c105360 2024-04-25T16:00:08.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.717+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f272c06bd60 con 0x7f272c105360 2024-04-25T16:00:08.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.719+0000 7f2713fff700 1 -- 172.21.15.112:0/1000222926 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f271c01a070 con 0x7f272c105360 2024-04-25T16:00:08.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.720+0000 7f2713fff700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27140afc10 0x7f27140b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.720+0000 7f272a59c700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27140afc10 0x7f27140b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.720+0000 7f2713fff700 1 -- 172.21.15.112:0/1000222926 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f271c0deb30 con 0x7f272c105360 2024-04-25T16:00:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.720+0000 7f272a59c700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27140afc10 0x7f27140b2120 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f272c102370 tx=0x7f2720005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:08.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.723+0000 7f2713fff700 1 -- 172.21.15.112:0/1000222926 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f271c0a7250 con 0x7f272c105360 2024-04-25T16:00:08.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:08 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/949733743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T16:00:08.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:08 smithi116 ceph-mon[32780]: pgmap v329: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:08.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.929+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f272c19bf50 con 0x7f272c105360 2024-04-25T16:00:08.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.929+0000 7f2713fff700 1 -- 172.21.15.112:0/1000222926 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f271c0a6b50 con 0x7f272c105360 2024-04-25T16:00:08.931 INFO:teuthology.orchestra.run.smithi112.stdout:227633266734 2024-04-25T16:00:08.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.931+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27140afc10 msgr2=0x7f27140b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.931+0000 7f27310d3700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27140afc10 0x7f27140b2120 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f272c102370 tx=0x7f2720005960 comp rx=0 tx=0).stop 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.931+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f272c105360 msgr2=0x7f272c1a0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.931+0000 7f27310d3700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f272c105360 0x7f272c1a0800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f271c00d950 tx=0x7f271c00dc60 comp rx=0 tx=0).stop 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.931+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 shutdown_connections 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.932+0000 7f27310d3700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f27140afc10 0x7f27140b2120 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.932+0000 7f27310d3700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f272c10e790 0x7f272c19aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.932+0000 7f27310d3700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f272c105360 0x7f272c1a0800 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.932+0000 7f27310d3700 1 --2- 172.21.15.112:0/1000222926 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f272c105cb0 0x7f272c1a0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.932+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 >> 172.21.15.112:0/1000222926 conn(0x7f272c0fec90 msgr2=0x7f272c0ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.932+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 shutdown_connections 2024-04-25T16:00:08.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.932+0000 7f27310d3700 1 -- 172.21.15.112:0/1000222926 wait complete. 2024-04-25T16:00:09.465 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574924 got 55834574929 for osd.1 2024-04-25T16:00:09.465 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:09.631 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:09 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1793891433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T16:00:09.631 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:09 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3507016378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T16:00:09.631 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:09 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1000222926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 -- 172.21.15.112:0/3359783355 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 msgr2=0x7f3b64103830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 --2- 172.21.15.112:0/3359783355 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b64103830 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f3b600099c0 tx=0x7f3b60009cd0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 -- 172.21.15.112:0/3359783355 shutdown_connections 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 --2- 172.21.15.112:0/3359783355 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3b64108650 0x7f3b6410ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 --2- 172.21.15.112:0/3359783355 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b64103830 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 --2- 172.21.15.112:0/3359783355 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b64107d00 0x7f3b64108110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 -- 172.21.15.112:0/3359783355 >> 172.21.15.112:0/3359783355 conn(0x7f3b64078cd0 msgr2=0x7f3b64079110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 -- 172.21.15.112:0/3359783355 shutdown_connections 2024-04-25T16:00:09.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.642+0000 7f3b6c022700 1 -- 172.21.15.112:0/3359783355 wait complete. 2024-04-25T16:00:09.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 Processor -- start 2024-04-25T16:00:09.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 -- start start 2024-04-25T16:00:09.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b6419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:09.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b64107d00 0x7f3b6419fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:09.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3b64108650 0x7f3b64199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3b64113220 con 0x7f3b64103420 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3b641130a0 con 0x7f3b64108650 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6c022700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3b641133a0 con 0x7f3b64107d00 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b6419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b6419f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33954/0 (socket says 172.21.15.112:33954) 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 -- 172.21.15.112:0/1766227187 learned_addr learned my addr 172.21.15.112:0/1766227187 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b6a5bf700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3b64108650 0x7f3b64199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b695bd700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b64107d00 0x7f3b6419fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 -- 172.21.15.112:0/1766227187 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b64107d00 msgr2=0x7f3b6419fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b64107d00 0x7f3b6419fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 -- 172.21.15.112:0/1766227187 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3b64108650 msgr2=0x7f3b64199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:09.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3b64108650 0x7f3b64199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b69dbe700 1 -- 172.21.15.112:0/1766227187 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b6419a170 con 0x7f3b64103420 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.643+0000 7f3b695bd700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b64107d00 0x7f3b6419fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.644+0000 7f3b69dbe700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b6419f850 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3b60000c00 tx=0x7f3b6000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.644+0000 7f3b5affd700 1 -- 172.21.15.112:0/1766227187 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b60026070 con 0x7f3b64103420 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.644+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b6419a400 con 0x7f3b64103420 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.644+0000 7f3b5affd700 1 -- 172.21.15.112:0/1766227187 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b60005030 con 0x7f3b64103420 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.644+0000 7f3b5affd700 1 -- 172.21.15.112:0/1766227187 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b60004b70 con 0x7f3b64103420 2024-04-25T16:00:09.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.644+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b6419a8e0 con 0x7f3b64103420 2024-04-25T16:00:09.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.645+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b64051190 con 0x7f3b64103420 2024-04-25T16:00:09.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.646+0000 7f3b5affd700 1 -- 172.21.15.112:0/1766227187 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f3b60029070 con 0x7f3b64103420 2024-04-25T16:00:09.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.647+0000 7f3b5affd700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3b500afc10 0x7f3b500b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:09.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.647+0000 7f3b695bd700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3b500afc10 0x7f3b500b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:09.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.647+0000 7f3b5affd700 1 -- 172.21.15.112:0/1766227187 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f3b600e00f0 con 0x7f3b64103420 2024-04-25T16:00:09.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.648+0000 7f3b695bd700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3b500afc10 0x7f3b500b2120 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3b64079120 tx=0x7f3b54008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:09.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.651+0000 7f3b5affd700 1 -- 172.21.15.112:0/1766227187 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b60030080 con 0x7f3b64103420 2024-04-25T16:00:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:09 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1793891433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T16:00:09.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:09 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3507016378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T16:00:09.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:09 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1000222926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T16:00:09.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:09 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1793891433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T16:00:09.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:09 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3507016378' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T16:00:09.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:09 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1000222926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T16:00:09.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.856+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f3b6410aff0 con 0x7f3b64103420 2024-04-25T16:00:09.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.856+0000 7f3b5affd700 1 -- 172.21.15.112:0/1766227187 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3b60013070 con 0x7f3b64103420 2024-04-25T16:00:09.857 INFO:teuthology.orchestra.run.smithi112.stdout:253403070506 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.858+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3b500afc10 msgr2=0x7f3b500b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.858+0000 7f3b6c022700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3b500afc10 0x7f3b500b2120 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3b64079120 tx=0x7f3b54008040 comp rx=0 tx=0).stop 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.858+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 msgr2=0x7f3b6419f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.858+0000 7f3b6c022700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b6419f850 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3b60000c00 tx=0x7f3b6000f690 comp rx=0 tx=0).stop 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.858+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 shutdown_connections 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.858+0000 7f3b6c022700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3b500afc10 0x7f3b500b2120 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.859+0000 7f3b6c022700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3b64108650 0x7f3b64199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.859+0000 7f3b6c022700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b64103420 0x7f3b6419f850 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.859+0000 7f3b6c022700 1 --2- 172.21.15.112:0/1766227187 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b64107d00 0x7f3b6419fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.859+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 >> 172.21.15.112:0/1766227187 conn(0x7f3b64078cd0 msgr2=0x7f3b64101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.859+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 shutdown_connections 2024-04-25T16:00:09.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:09.859+0000 7f3b6c022700 1 -- 172.21.15.112:0/1766227187 wait complete. 2024-04-25T16:00:09.969 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182467 got 107374182470 for osd.3 2024-04-25T16:00:09.969 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:10.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:10 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1766227187' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T16:00:10.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:10 smithi112 ceph-mon[29426]: pgmap v330: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:10 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1766227187' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T16:00:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:10 smithi133 ceph-mon[32641]: pgmap v330: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:10.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:10 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1766227187' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T16:00:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:10 smithi116 ceph-mon[32780]: pgmap v330: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:11.495 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070500 got 253403070506 for osd.9 2024-04-25T16:00:11.496 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:12.139 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411401 got 77309411405 for osd.2 2024-04-25T16:00:12.140 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:12.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 -- 172.21.15.112:0/826109688 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 msgr2=0x7fe4fc10fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 --2- 172.21.15.112:0/826109688 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc10fd60 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00b0d0 tx=0x7fe4ec00b3e0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 -- 172.21.15.112:0/826109688 shutdown_connections 2024-04-25T16:00:12.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 --2- 172.21.15.112:0/826109688 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc10fd60 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 --2- 172.21.15.112:0/826109688 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4fc103180 0x7fe4fc103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 --2- 172.21.15.112:0/826109688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc107ab0 0x7fe4fc107ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 -- 172.21.15.112:0/826109688 >> 172.21.15.112:0/826109688 conn(0x7fe4fc078980 msgr2=0x7fe4fc078de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:12.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 -- 172.21.15.112:0/826109688 shutdown_connections 2024-04-25T16:00:12.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.336+0000 7fe502ba1700 1 -- 172.21.15.112:0/826109688 wait complete. 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 Processor -- start 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 -- start start 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4fc103180 0x7fe4fc19f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc107ab0 0x7fe4fc19fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc199770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc112f30 con 0x7fe4fc108400 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc112db0 con 0x7fe4fc103180 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe502ba1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1130b0 con 0x7fe4fc107ab0 2024-04-25T16:00:12.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc199770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc199770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33978/0 (socket says 172.21.15.112:33978) 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 -- 172.21.15.112:0/2559052678 learned_addr learned my addr 172.21.15.112:0/2559052678 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe501b9f700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4fc103180 0x7fe4fc19f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe50139e700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc107ab0 0x7fe4fc19fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 -- 172.21.15.112:0/2559052678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc107ab0 msgr2=0x7fe4fc19fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc107ab0 0x7fe4fc19fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 -- 172.21.15.112:0/2559052678 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4fc103180 msgr2=0x7fe4fc19f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4fc103180 0x7fe4fc19f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.337+0000 7fe5023a0700 1 -- 172.21.15.112:0/2559052678 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4fc199ea0 con 0x7fe4fc108400 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.338+0000 7fe5023a0700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc199770 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec0079a0 tx=0x7fe4ec0079d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.338+0000 7fe4faffd700 1 -- 172.21.15.112:0/2559052678 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec01f070 con 0x7fe4fc108400 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.338+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4fc19a130 con 0x7fe4fc108400 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.338+0000 7fe4faffd700 1 -- 172.21.15.112:0/2559052678 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe4ec003c00 con 0x7fe4fc108400 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.338+0000 7fe4faffd700 1 -- 172.21.15.112:0/2559052678 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec01b430 con 0x7fe4fc108400 2024-04-25T16:00:12.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.338+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4fc19a5c0 con 0x7fe4fc108400 2024-04-25T16:00:12.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.339+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4fc104630 con 0x7fe4fc108400 2024-04-25T16:00:12.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.340+0000 7fe4faffd700 1 -- 172.21.15.112:0/2559052678 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fe4ec022070 con 0x7fe4fc108400 2024-04-25T16:00:12.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.341+0000 7fe4faffd700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4e40afc10 0x7fe4e40b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.341+0000 7fe501b9f700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4e40afc10 0x7fe4e40b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.341+0000 7fe4faffd700 1 -- 172.21.15.112:0/2559052678 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fe4ec0e0130 con 0x7fe4fc108400 2024-04-25T16:00:12.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.341+0000 7fe501b9f700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4e40afc10 0x7fe4e40b2120 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe4f4009c60 tx=0x7fe4f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:12.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.344+0000 7fe4faffd700 1 -- 172.21.15.112:0/2559052678 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe4ec0a88e0 con 0x7fe4fc108400 2024-04-25T16:00:12.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 -- 172.21.15.112:0/1254074639 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0894103000 msgr2=0x7f0894110ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1254074639 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0894103000 0x7f0894110ff0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f088c00b0a0 tx=0x7f088c00b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 -- 172.21.15.112:0/1254074639 shutdown_connections 2024-04-25T16:00:12.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1254074639 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0894103000 0x7f0894110ff0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1254074639 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f089410a2b0 0x7f089410a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1254074639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f08941026b0 0x7f0894102ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 -- 172.21.15.112:0/1254074639 >> 172.21.15.112:0/1254074639 conn(0x7f08940fe5c0 msgr2=0x7f08941009e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 -- 172.21.15.112:0/1254074639 shutdown_connections 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 -- 172.21.15.112:0/1254074639 wait complete. 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.133+0000 7f0899ab3700 1 Processor -- start 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0899ab3700 1 -- start start 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0899ab3700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08941026b0 0x7f08941a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0899ab3700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0894103000 0x7f08941a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0899ab3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f089410a2b0 0x7f089419a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0899ab3700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f0894114200 con 0x7f08941026b0 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0899ab3700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0894114080 con 0x7f0894103000 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0899ab3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0894114380 con 0x7f089410a2b0 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f08937fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08941026b0 0x7f08941a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f08937fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08941026b0 0x7f08941a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33906/0 (socket says 172.21.15.112:33906) 2024-04-25T16:00:12.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f08937fe700 1 -- 172.21.15.112:0/1793891433 learned_addr learned my addr 172.21.15.112:0/1793891433 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:12.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0892ffd700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0894103000 0x7f08941a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.447 INFO:teuthology.orchestra.run.smithi112.stdout:201863462964 2024-04-25T16:00:12.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.134+0000 7f0893fff700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f089410a2b0 0x7f089419a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f08937fe700 1 -- 172.21.15.112:0/1793891433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f089410a2b0 msgr2=0x7f089419a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f08937fe700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f089410a2b0 0x7f089419a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f08937fe700 1 -- 172.21.15.112:0/1793891433 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0894103000 msgr2=0x7f08941a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f08937fe700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0894103000 0x7f08941a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f08937fe700 1 -- 172.21.15.112:0/1793891433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f089419b070 con 0x7f08941026b0 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f0893fff700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f089410a2b0 0x7f089419a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f0892ffd700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0894103000 0x7f08941a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:12.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f08937fe700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08941026b0 0x7f08941a07a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0884007f30 tx=0x7f088400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f0890ff9700 1 -- 172.21.15.112:0/1793891433 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0884012b70 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f089419b360 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f0890ff9700 1 -- 172.21.15.112:0/1793891433 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f088400de40 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f0890ff9700 1 -- 172.21.15.112:0/1793891433 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0884004dd0 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.135+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08941037c0 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.136+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0894051190 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.139+0000 7f0890ff9700 1 -- 172.21.15.112:0/1793891433 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f0884004020 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.139+0000 7f0890ff9700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f087c0afc10 0x7f087c0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.139+0000 7f0892ffd700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f087c0afc10 0x7f087c0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.139+0000 7f0890ff9700 1 -- 172.21.15.112:0/1793891433 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f08840e2a50 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.140+0000 7f0892ffd700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f087c0afc10 0x7f087c0b2120 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0894100140 tx=0x7f0888005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.145+0000 7f0890ff9700 1 -- 172.21.15.112:0/1793891433 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f08840ab280 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.349+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f089402e510 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.349+0000 7f0890ff9700 1 -- 172.21.15.112:0/1793891433 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f08840aab80 con 0x7f08941026b0 2024-04-25T16:00:12.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f087c0afc10 msgr2=0x7f087c0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f087c0afc10 0x7f087c0b2120 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0894100140 tx=0x7f0888005f50 comp rx=0 tx=0).stop 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08941026b0 msgr2=0x7f08941a07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08941026b0 0x7f08941a07a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0884007f30 tx=0x7f088400dc60 comp rx=0 tx=0).stop 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 shutdown_connections 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f087c0afc10 0x7f087c0b2120 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f089410a2b0 0x7f089419a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f08941026b0 0x7f08941a07a0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 --2- 172.21.15.112:0/1793891433 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0894103000 0x7f08941a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 >> 172.21.15.112:0/1793891433 conn(0x7f08940fe5c0 msgr2=0x7f0894100ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 shutdown_connections 2024-04-25T16:00:12.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:08.352+0000 7f0899ab3700 1 -- 172.21.15.112:0/1793891433 wait complete. 2024-04-25T16:00:12.450 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:12 smithi112 ceph-mon[29426]: pgmap v331: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:12.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.549+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fe4fc02e510 con 0x7fe4fc108400 2024-04-25T16:00:12.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.550+0000 7fe4faffd700 1 -- 172.21.15.112:0/2559052678 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fe4ec0a81e0 con 0x7fe4fc108400 2024-04-25T16:00:12.551 INFO:teuthology.orchestra.run.smithi112.stdout:300647710752 2024-04-25T16:00:12.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4e40afc10 msgr2=0x7fe4e40b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4e40afc10 0x7fe4e40b2120 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe4f4009c60 tx=0x7fe4f4009260 comp rx=0 tx=0).stop 2024-04-25T16:00:12.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 msgr2=0x7fe4fc199770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:12.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc199770 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec0079a0 tx=0x7fe4ec0079d0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 shutdown_connections 2024-04-25T16:00:12.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4e40afc10 0x7fe4e40b2120 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe4fc108400 0x7fe4fc199770 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4fc103180 0x7fe4fc19f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 --2- 172.21.15.112:0/2559052678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc107ab0 0x7fe4fc19fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:12.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 >> 172.21.15.112:0/2559052678 conn(0x7fe4fc078980 msgr2=0x7fe4fc100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:12.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 shutdown_connections 2024-04-25T16:00:12.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:12.552+0000 7fe502ba1700 1 -- 172.21.15.112:0/2559052678 wait complete. 2024-04-25T16:00:12.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:12 smithi133 ceph-mon[32641]: pgmap v331: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:12.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:12 smithi116 ceph-mon[32780]: pgmap v331: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:13.077 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462960 got 201863462964 for osd.7 2024-04-25T16:00:13.078 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:13.555 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626486 got 180388626489 for osd.6 2024-04-25T16:00:13.555 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:13.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:13 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2559052678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T16:00:13.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:13 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2559052678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T16:00:13.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:13 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2559052678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T16:00:14.128 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906977 got 274877906979 for osd.10 2024-04-25T16:00:14.128 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:14.402 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:14 smithi112 ceph-mon[29426]: pgmap v332: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T16:00:14.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/4080788939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 msgr2=0x7fd1d8103770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:14.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/4080788939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d8103770 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd1c80099c0 tx=0x7fd1c8009cd0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/4080788939 shutdown_connections 2024-04-25T16:00:14.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/4080788939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1d81085e0 0x7fd1d810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/4080788939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d8103770 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/4080788939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1d8107c90 0x7fd1d81080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/4080788939 >> 172.21.15.112:0/4080788939 conn(0x7fd1d80fec90 msgr2=0x7fd1d81010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:14.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/4080788939 shutdown_connections 2024-04-25T16:00:14.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.513+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/4080788939 wait complete. 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 Processor -- start 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 -- start start 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1d8107c90 0x7fd1d819d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1d81085e0 0x7fd1d81a16b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d8114270 con 0x7fd1d8103360 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d81140f0 con 0x7fd1d8107c90 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1dcb0f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d81143f0 con 0x7fd1d81085e0 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d819ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35810/0 (socket says 172.21.15.112:35810) 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 -- 172.21.15.112:0/2138376029 learned_addr learned my addr 172.21.15.112:0/2138376029 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:14.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d5d9b700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1d8107c90 0x7fd1d819d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d6d9d700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1d81085e0 0x7fd1d81a16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 -- 172.21.15.112:0/2138376029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1d81085e0 msgr2=0x7fd1d81a16b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1d81085e0 0x7fd1d81a16b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 -- 172.21.15.112:0/2138376029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1d8107c90 msgr2=0x7fd1d819d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1d8107c90 0x7fd1d819d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.514+0000 7fd1d659c700 1 -- 172.21.15.112:0/2138376029 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d81a1ca0 con 0x7fd1d8103360 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.515+0000 7fd1d659c700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d819ce80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd1c800b580 tx=0x7fd1c800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.515+0000 7fd1c77fe700 1 -- 172.21.15.112:0/2138376029 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8026070 con 0x7fd1d8103360 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.515+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d81a1f30 con 0x7fd1d8103360 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.515+0000 7fd1c77fe700 1 -- 172.21.15.112:0/2138376029 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1c8005030 con 0x7fd1d8103360 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.515+0000 7fd1c77fe700 1 -- 172.21.15.112:0/2138376029 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8004b00 con 0x7fd1d8103360 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.515+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d81a2410 con 0x7fd1d8103360 2024-04-25T16:00:14.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.516+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1d8051190 con 0x7fd1d8103360 2024-04-25T16:00:14.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.517+0000 7fd1c77fe700 1 -- 172.21.15.112:0/2138376029 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fd1c8029070 con 0x7fd1d8103360 2024-04-25T16:00:14.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.518+0000 7fd1c77fe700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1c00afc10 0x7fd1c00b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:14.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.518+0000 7fd1d5d9b700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1c00afc10 0x7fd1c00b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:14.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.518+0000 7fd1c77fe700 1 -- 172.21.15.112:0/2138376029 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fd1c80e0090 con 0x7fd1d8103360 2024-04-25T16:00:14.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.519+0000 7fd1d5d9b700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1c00afc10 0x7fd1c00b2120 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8106c00 tx=0x7fd1cc00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:14.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.522+0000 7fd1c77fe700 1 -- 172.21.15.112:0/2138376029 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1c8030080 con 0x7fd1d8103360 2024-04-25T16:00:14.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:14 smithi133 ceph-mon[32641]: pgmap v332: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T16:00:14.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.724+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd1d81a9960 con 0x7fd1d8103360 2024-04-25T16:00:14.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.725+0000 7fd1c77fe700 1 -- 172.21.15.112:0/2138376029 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd1c8013070 con 0x7fd1d8103360 2024-04-25T16:00:14.726 INFO:teuthology.orchestra.run.smithi112.stdout:34359738456 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1c00afc10 msgr2=0x7fd1c00b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1c00afc10 0x7fd1c00b2120 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8106c00 tx=0x7fd1cc00a380 comp rx=0 tx=0).stop 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 msgr2=0x7fd1d819ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d819ce80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd1c800b580 tx=0x7fd1c800f690 comp rx=0 tx=0).stop 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 shutdown_connections 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1c00afc10 0x7fd1c00b2120 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1d81085e0 0x7fd1d81a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1d8103360 0x7fd1d819ce80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 --2- 172.21.15.112:0/2138376029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1d8107c90 0x7fd1d819d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 >> 172.21.15.112:0/2138376029 conn(0x7fd1d80fec90 msgr2=0x7fd1d8109540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 shutdown_connections 2024-04-25T16:00:14.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:14.727+0000 7fd1dcb0f700 1 -- 172.21.15.112:0/2138376029 wait complete. 2024-04-25T16:00:14.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:14 smithi116 ceph-mon[32780]: pgmap v332: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T16:00:14.960 INFO:tasks.cephadm.ceph_manager.ceph:need seq 227633266730 got 227633266734 for osd.8 2024-04-25T16:00:14.960 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:15.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:15 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2138376029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T16:00:15.670 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:15 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:15.670 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:15 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:15.679 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:15 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2138376029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T16:00:15.679 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:15 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:15.679 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:15 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:15.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:15 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2138376029' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T16:00:15.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:15 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:15.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:15 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:15.696 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738450 got 34359738456 for osd.0 2024-04-25T16:00:15.696 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:15.943 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:16.379 INFO:tasks.cephadm.ceph_manager.ceph:need seq 300647710746 got 300647710752 for osd.11 2024-04-25T16:00:16.379 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:16.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:16 smithi112 ceph-mon[29426]: pgmap v333: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:16.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:16 smithi133 ceph-mon[32641]: pgmap v333: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:16.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:16 smithi116 ceph-mon[32780]: pgmap v333: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:17.508 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:17 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:00:17.508 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:17 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:00:17.508 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:17 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:17.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:17 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:00:17.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:17 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:00:17.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:17 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:17.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:17 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:00:17.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:17 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:00:17.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:17 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 -- 172.21.15.112:0/1706812158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478109700 msgr2=0x7fe478111060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 --2- 172.21.15.112:0/1706812158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478109700 0x7fe478111060 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe47000b0d0 tx=0x7fe47000b3e0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 -- 172.21.15.112:0/1706812158 shutdown_connections 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 --2- 172.21.15.112:0/1706812158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478109700 0x7fe478111060 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 --2- 172.21.15.112:0/1706812158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe478104480 0x7fe478104890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 --2- 172.21.15.112:0/1706812158 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe478108db0 0x7fe4781091c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 -- 172.21.15.112:0/1706812158 >> 172.21.15.112:0/1706812158 conn(0x7fe4780ffd70 msgr2=0x7fe4781021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 -- 172.21.15.112:0/1706812158 shutdown_connections 2024-04-25T16:00:18.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.040+0000 7fe47d22a700 1 -- 172.21.15.112:0/1706812158 wait complete. 2024-04-25T16:00:18.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 Processor -- start 2024-04-25T16:00:18.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 -- start start 2024-04-25T16:00:18.044 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe478104480 0x7fe4781a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:18.044 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478108db0 0x7fe4781a0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:18.044 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe478109700 0x7fe47819a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:18.044 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe4781141e0 con 0x7fe478108db0 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe478114060 con 0x7fe478104480 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe47d22a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe478114360 con 0x7fe478109700 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe46e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478108db0 0x7fe4781a0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe46e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478108db0 0x7fe4781a0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35828/0 (socket says 172.21.15.112:35828) 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.041+0000 7fe46e59c700 1 -- 172.21.15.112:0/2802839817 learned_addr learned my addr 172.21.15.112:0/2802839817 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe47759e700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe478109700 0x7fe47819a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe476d9d700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe478104480 0x7fe4781a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe46e59c700 1 -- 172.21.15.112:0/2802839817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe478109700 msgr2=0x7fe47819a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe46e59c700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe478109700 0x7fe47819a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe46e59c700 1 -- 172.21.15.112:0/2802839817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe478104480 msgr2=0x7fe4781a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe46e59c700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe478104480 0x7fe4781a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe46e59c700 1 -- 172.21.15.112:0/2802839817 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47819afe0 con 0x7fe478108db0 2024-04-25T16:00:18.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe46e59c700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478108db0 0x7fe4781a0cc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe46000c9e0 tx=0x7fe46000ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:18.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe474d99700 1 -- 172.21.15.112:0/2802839817 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe460007aa0 con 0x7fe478108db0 2024-04-25T16:00:18.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe47819b2d0 con 0x7fe478108db0 2024-04-25T16:00:18.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe474d99700 1 -- 172.21.15.112:0/2802839817 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe460007c40 con 0x7fe478108db0 2024-04-25T16:00:18.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe474d99700 1 -- 172.21.15.112:0/2802839817 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe460018400 con 0x7fe478108db0 2024-04-25T16:00:18.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.042+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4781a7610 con 0x7fe478108db0 2024-04-25T16:00:18.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.043+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe478051190 con 0x7fe478108db0 2024-04-25T16:00:18.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.045+0000 7fe474d99700 1 -- 172.21.15.112:0/2802839817 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fe46000f450 con 0x7fe478108db0 2024-04-25T16:00:18.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.046+0000 7fe474d99700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4640afc10 0x7fe4640b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:18.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.046+0000 7fe476d9d700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4640afc10 0x7fe4640b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:18.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.046+0000 7fe474d99700 1 -- 172.21.15.112:0/2802839817 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fe4600df2a0 con 0x7fe478108db0 2024-04-25T16:00:18.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.046+0000 7fe476d9d700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4640afc10 0x7fe4640b2120 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe468005950 tx=0x7fe46800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:18.050 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.049+0000 7fe474d99700 1 -- 172.21.15.112:0/2802839817 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe460014030 con 0x7fe478108db0 2024-04-25T16:00:18.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.251+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fe47802e510 con 0x7fe478108db0 2024-04-25T16:00:18.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.251+0000 7fe474d99700 1 -- 172.21.15.112:0/2802839817 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe4600a79f0 con 0x7fe478108db0 2024-04-25T16:00:18.253 INFO:teuthology.orchestra.run.smithi112.stdout:154618822720 2024-04-25T16:00:18.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4640afc10 msgr2=0x7fe4640b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:18.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4640afc10 0x7fe4640b2120 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe468005950 tx=0x7fe46800a300 comp rx=0 tx=0).stop 2024-04-25T16:00:18.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478108db0 msgr2=0x7fe4781a0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:18.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478108db0 0x7fe4781a0cc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe46000c9e0 tx=0x7fe46000ccf0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 shutdown_connections 2024-04-25T16:00:18.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe4640afc10 0x7fe4640b2120 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe478109700 0x7fe47819a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe478104480 0x7fe4781a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 --2- 172.21.15.112:0/2802839817 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe478108db0 0x7fe4781a0cc0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:18.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 >> 172.21.15.112:0/2802839817 conn(0x7fe4780ffd70 msgr2=0x7fe478108570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:18.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 shutdown_connections 2024-04-25T16:00:18.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:18.254+0000 7fe47d22a700 1 -- 172.21.15.112:0/2802839817 wait complete. 2024-04-25T16:00:18.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:18 smithi112 ceph-mon[29426]: pgmap v334: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:18.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:18 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2802839817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T16:00:18.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:18 smithi133 ceph-mon[32641]: pgmap v334: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:18.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:18 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2802839817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T16:00:18.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:18 smithi116 ceph-mon[32780]: pgmap v334: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:18.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:18 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2802839817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T16:00:18.911 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822714 got 154618822720 for osd.5 2024-04-25T16:00:18.911 DEBUG:teuthology.parallel:result is None 2024-04-25T16:00:18.911 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-25T16:00:18.911 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T16:00:19.156 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:20.636 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:20 smithi112 ceph-mon[29426]: pgmap v335: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:20.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:20 smithi133 ceph-mon[32641]: pgmap v335: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:20.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:20 smithi116 ceph-mon[32780]: pgmap v335: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 -- 172.21.15.112:0/146767743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 msgr2=0x7f58201091c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 --2- 172.21.15.112:0/146767743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f58201091c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f580c0099c0 tx=0x7f580c009cd0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 -- 172.21.15.112:0/146767743 shutdown_connections 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 --2- 172.21.15.112:0/146767743 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5820109700 0x7f5820111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 --2- 172.21.15.112:0/146767743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5820104480 0x7f5820104890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 --2- 172.21.15.112:0/146767743 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f58201091c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 -- 172.21.15.112:0/146767743 >> 172.21.15.112:0/146767743 conn(0x7f58200ffd70 msgr2=0x7f58201021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 -- 172.21.15.112:0/146767743 shutdown_connections 2024-04-25T16:00:21.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.016+0000 7f582711b700 1 -- 172.21.15.112:0/146767743 wait complete. 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 Processor -- start 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 -- start start 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5820104480 0x7f582019ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f582019b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5820109700 0x7f582019f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5820114280 con 0x7f5820108db0 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5820114100 con 0x7f5820109700 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f582711b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5820114400 con 0x7f5820104480 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f581ffff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f582019b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f581ffff700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f582019b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35844/0 (socket says 172.21.15.112:35844) 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f581ffff700 1 -- 172.21.15.112:0/4255770382 learned_addr learned my addr 172.21.15.112:0/4255770382 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.017+0000 7f58256b8700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5820109700 0x7f582019f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:21.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f5824eb7700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5820104480 0x7f582019ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581ffff700 1 -- 172.21.15.112:0/4255770382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5820104480 msgr2=0x7f582019ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581ffff700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5820104480 0x7f582019ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581ffff700 1 -- 172.21.15.112:0/4255770382 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5820109700 msgr2=0x7f582019f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581ffff700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5820109700 0x7f582019f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581ffff700 1 -- 172.21.15.112:0/4255770382 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f582019fbe0 con 0x7f5820108db0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581ffff700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f582019b2b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f580c0098e0 tx=0x7f580c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581dffb700 1 -- 172.21.15.112:0/4255770382 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580c027070 con 0x7f5820108db0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581dffb700 1 -- 172.21.15.112:0/4255770382 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f580c00fd30 con 0x7f5820108db0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f582019fe70 con 0x7f5820108db0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f581dffb700 1 -- 172.21.15.112:0/4255770382 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580c022dc0 con 0x7f5820108db0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.018+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58201a77f0 con 0x7f5820108db0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.019+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5820105930 con 0x7f5820108db0 2024-04-25T16:00:21.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.021+0000 7f581dffb700 1 -- 172.21.15.112:0/4255770382 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f580c02a070 con 0x7f5820108db0 2024-04-25T16:00:21.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.021+0000 7f581dffb700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58100afc90 0x7f58100b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:21.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.022+0000 7f5824eb7700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58100afc90 0x7f58100b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:21.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.022+0000 7f581dffb700 1 -- 172.21.15.112:0/4255770382 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f580c0e0520 con 0x7f5820108db0 2024-04-25T16:00:21.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.022+0000 7f5824eb7700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58100afc90 0x7f58100b21a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5814006fd0 tx=0x7f5814008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:21.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.025+0000 7f581dffb700 1 -- 172.21.15.112:0/4255770382 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f580c031020 con 0x7f5820108db0 2024-04-25T16:00:21.220 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.219+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5820051190 con 0x7f58100afc90 2024-04-25T16:00:21.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.229+0000 7f581dffb700 1 -- 172.21.15.112:0/4255770382 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340382 (secure 0 0 0) 0x7f5820051190 con 0x7f58100afc90 2024-04-25T16:00:21.238 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:21.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58100afc90 msgr2=0x7f58100b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:21.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58100afc90 0x7f58100b21a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5814006fd0 tx=0x7f5814008040 comp rx=0 tx=0).stop 2024-04-25T16:00:21.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 msgr2=0x7f582019b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:21.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f582019b2b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f580c0098e0 tx=0x7f580c0047b0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 shutdown_connections 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f58100afc90 0x7f58100b21a0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5820109700 0x7f582019f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5820104480 0x7f582019ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 --2- 172.21.15.112:0/4255770382 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5820108db0 0x7f582019b2b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 >> 172.21.15.112:0/4255770382 conn(0x7f58200ffd70 msgr2=0x7f582010a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 shutdown_connections 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:21.234+0000 7f582711b700 1 -- 172.21.15.112:0/4255770382 wait complete. 2024-04-25T16:00:21.242 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-25T16:00:21.551 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:21 smithi112 ceph-mon[29426]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T16:00:21.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:21 smithi133 ceph-mon[32641]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T16:00:21.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:21 smithi116 ceph-mon[32780]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T16:00:22.022 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":335,"stamp":"2024-04-25T16:00:20.231978+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663212,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":785,"num_read_kb":512,"num_write":371,"num_write_kb":2298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2953401,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":309,"ondisk_log_size":309,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370424,"kb_used_data":12896,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571400,"statfs":{"total":1151940427776,"available":1151561113600,"internally_reserved":0,"allocated":13205504,"data_stored":7318238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003733"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288710+0000","last_change":"2024-04-25T15:58:42.253759+0000","last_active":"2024-04-25T15:59:33.288710+0000","last_peered":"2024-04-25T15:59:33.288710+0000","last_clean":"2024-04-25T15:59:33.288710+0000","last_became_active":"2024-04-25T15:58:42.253327+0000","last_became_peered":"2024-04-25T15:58:42.253327+0000","last_unstale":"2024-04-25T15:59:33.288710+0000","last_undegraded":"2024-04-25T15:59:33.288710+0000","last_fullsized":"2024-04-25T15:59:33.288710+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:50:03.502617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291526+0000","last_change":"2024-04-25T15:58:42.254420+0000","last_active":"2024-04-25T15:59:33.291526+0000","last_peered":"2024-04-25T15:59:33.291526+0000","last_clean":"2024-04-25T15:59:33.291526+0000","last_became_active":"2024-04-25T15:58:42.249888+0000","last_became_peered":"2024-04-25T15:58:42.249888+0000","last_unstale":"2024-04-25T15:59:33.291526+0000","last_undegraded":"2024-04-25T15:59:33.291526+0000","last_fullsized":"2024-04-25T15:59:33.291526+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:34:21.581080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291166+0000","last_change":"2024-04-25T15:58:42.254178+0000","last_active":"2024-04-25T15:59:33.291166+0000","last_peered":"2024-04-25T15:59:33.291166+0000","last_clean":"2024-04-25T15:59:33.291166+0000","last_became_active":"2024-04-25T15:58:42.253773+0000","last_became_peered":"2024-04-25T15:58:42.253773+0000","last_unstale":"2024-04-25T15:59:33.291166+0000","last_undegraded":"2024-04-25T15:59:33.291166+0000","last_fullsized":"2024-04-25T15:59:33.291166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:10:54.499826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290861+0000","last_change":"2024-04-25T15:58:42.258679+0000","last_active":"2024-04-25T15:59:33.290861+0000","last_peered":"2024-04-25T15:59:33.290861+0000","last_clean":"2024-04-25T15:59:33.290861+0000","last_became_active":"2024-04-25T15:58:42.258308+0000","last_became_peered":"2024-04-25T15:58:42.258308+0000","last_unstale":"2024-04-25T15:59:33.290861+0000","last_undegraded":"2024-04-25T15:59:33.290861+0000","last_fullsized":"2024-04-25T15:59:33.290861+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:38:31.331182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290939+0000","last_change":"2024-04-25T15:58:42.253302+0000","last_active":"2024-04-25T15:59:33.290939+0000","last_peered":"2024-04-25T15:59:33.290939+0000","last_clean":"2024-04-25T15:59:33.290939+0000","last_became_active":"2024-04-25T15:58:42.252947+0000","last_became_peered":"2024-04-25T15:58:42.252947+0000","last_unstale":"2024-04-25T15:59:33.290939+0000","last_undegraded":"2024-04-25T15:59:33.290939+0000","last_fullsized":"2024-04-25T15:59:33.290939+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:48:51.569525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.289847+0000","last_change":"2024-04-25T15:58:42.248203+0000","last_active":"2024-04-25T15:59:33.289847+0000","last_peered":"2024-04-25T15:59:33.289847+0000","last_clean":"2024-04-25T15:59:33.289847+0000","last_became_active":"2024-04-25T15:58:42.247805+0000","last_became_peered":"2024-04-25T15:58:42.247805+0000","last_unstale":"2024-04-25T15:59:33.289847+0000","last_undegraded":"2024-04-25T15:59:33.289847+0000","last_fullsized":"2024-04-25T15:59:33.289847+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:35:11.232267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293815+0000","last_change":"2024-04-25T15:58:42.254723+0000","last_active":"2024-04-25T15:59:33.293815+0000","last_peered":"2024-04-25T15:59:33.293815+0000","last_clean":"2024-04-25T15:59:33.293815+0000","last_became_active":"2024-04-25T15:58:42.254359+0000","last_became_peered":"2024-04-25T15:58:42.254359+0000","last_unstale":"2024-04-25T15:59:33.293815+0000","last_undegraded":"2024-04-25T15:59:33.293815+0000","last_fullsized":"2024-04-25T15:59:33.293815+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:47:17.201149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290439+0000","last_change":"2024-04-25T15:58:42.262885+0000","last_active":"2024-04-25T15:59:33.290439+0000","last_peered":"2024-04-25T15:59:33.290439+0000","last_clean":"2024-04-25T15:59:33.290439+0000","last_became_active":"2024-04-25T15:58:42.261186+0000","last_became_peered":"2024-04-25T15:58:42.261186+0000","last_unstale":"2024-04-25T15:59:33.290439+0000","last_undegraded":"2024-04-25T15:59:33.290439+0000","last_fullsized":"2024-04-25T15:59:33.290439+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:19.226757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797352+0000","last_change":"2024-04-25T15:58:42.268359+0000","last_active":"2024-04-25T15:59:33.797352+0000","last_peered":"2024-04-25T15:59:33.797352+0000","last_clean":"2024-04-25T15:59:33.797352+0000","last_became_active":"2024-04-25T15:58:42.266039+0000","last_became_peered":"2024-04-25T15:58:42.266039+0000","last_unstale":"2024-04-25T15:59:33.797352+0000","last_undegraded":"2024-04-25T15:59:33.797352+0000","last_fullsized":"2024-04-25T15:59:33.797352+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:36:42.514742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291155+0000","last_change":"2024-04-25T15:58:42.249550+0000","last_active":"2024-04-25T15:59:33.291155+0000","last_peered":"2024-04-25T15:59:33.291155+0000","last_clean":"2024-04-25T15:59:33.291155+0000","last_became_active":"2024-04-25T15:58:42.248997+0000","last_became_peered":"2024-04-25T15:58:42.248997+0000","last_unstale":"2024-04-25T15:59:33.291155+0000","last_undegraded":"2024-04-25T15:59:33.291155+0000","last_fullsized":"2024-04-25T15:59:33.291155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:40:48.332650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294213+0000","last_change":"2024-04-25T15:58:42.266056+0000","last_active":"2024-04-25T15:59:33.294213+0000","last_peered":"2024-04-25T15:59:33.294213+0000","last_clean":"2024-04-25T15:59:33.294213+0000","last_became_active":"2024-04-25T15:58:42.265415+0000","last_became_peered":"2024-04-25T15:58:42.265415+0000","last_unstale":"2024-04-25T15:59:33.294213+0000","last_undegraded":"2024-04-25T15:59:33.294213+0000","last_fullsized":"2024-04-25T15:59:33.294213+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:14:27.836225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291017+0000","last_change":"2024-04-25T15:58:42.257420+0000","last_active":"2024-04-25T15:59:33.291017+0000","last_peered":"2024-04-25T15:59:33.291017+0000","last_clean":"2024-04-25T15:59:33.291017+0000","last_became_active":"2024-04-25T15:58:42.257027+0000","last_became_peered":"2024-04-25T15:58:42.257027+0000","last_unstale":"2024-04-25T15:59:33.291017+0000","last_undegraded":"2024-04-25T15:59:33.291017+0000","last_fullsized":"2024-04-25T15:59:33.291017+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:11:37.516866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287453+0000","last_change":"2024-04-25T15:58:42.260435+0000","last_active":"2024-04-25T15:59:33.287453+0000","last_peered":"2024-04-25T15:59:33.287453+0000","last_clean":"2024-04-25T15:59:33.287453+0000","last_became_active":"2024-04-25T15:58:42.260056+0000","last_became_peered":"2024-04-25T15:58:42.260056+0000","last_unstale":"2024-04-25T15:59:33.287453+0000","last_undegraded":"2024-04-25T15:59:33.287453+0000","last_fullsized":"2024-04-25T15:59:33.287453+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:24:15.420830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290346+0000","last_change":"2024-04-25T15:58:42.253188+0000","last_active":"2024-04-25T15:59:33.290346+0000","last_peered":"2024-04-25T15:59:33.290346+0000","last_clean":"2024-04-25T15:59:33.290346+0000","last_became_active":"2024-04-25T15:58:42.252286+0000","last_became_peered":"2024-04-25T15:58:42.252286+0000","last_unstale":"2024-04-25T15:59:33.290346+0000","last_undegraded":"2024-04-25T15:59:33.290346+0000","last_fullsized":"2024-04-25T15:59:33.290346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:27:28.552989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294828+0000","last_change":"2024-04-25T15:59:33.294828+0000","last_active":"2024-04-25T15:59:33.294828+0000","last_peered":"2024-04-25T15:59:33.294828+0000","last_clean":"2024-04-25T15:59:33.294828+0000","last_became_active":"2024-04-25T15:59:33.294400+0000","last_became_peered":"2024-04-25T15:59:33.294400+0000","last_unstale":"2024-04-25T15:59:33.294828+0000","last_undegraded":"2024-04-25T15:59:33.294828+0000","last_fullsized":"2024-04-25T15:59:33.294828+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:14:21.116825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796556+0000","last_change":"2024-04-25T15:58:42.262114+0000","last_active":"2024-04-25T15:59:33.796556+0000","last_peered":"2024-04-25T15:59:33.796556+0000","last_clean":"2024-04-25T15:59:33.796556+0000","last_became_active":"2024-04-25T15:58:42.261700+0000","last_became_peered":"2024-04-25T15:58:42.261700+0000","last_unstale":"2024-04-25T15:59:33.796556+0000","last_undegraded":"2024-04-25T15:59:33.796556+0000","last_fullsized":"2024-04-25T15:59:33.796556+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:11.400861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288641+0000","last_change":"2024-04-25T15:58:42.253275+0000","last_active":"2024-04-25T15:59:33.288641+0000","last_peered":"2024-04-25T15:59:33.288641+0000","last_clean":"2024-04-25T15:59:33.288641+0000","last_became_active":"2024-04-25T15:58:42.252903+0000","last_became_peered":"2024-04-25T15:58:42.252903+0000","last_unstale":"2024-04-25T15:59:33.288641+0000","last_undegraded":"2024-04-25T15:59:33.288641+0000","last_fullsized":"2024-04-25T15:59:33.288641+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:27.221177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294811+0000","last_change":"2024-04-25T15:58:42.247057+0000","last_active":"2024-04-25T15:59:33.294811+0000","last_peered":"2024-04-25T15:59:33.294811+0000","last_clean":"2024-04-25T15:59:33.294811+0000","last_became_active":"2024-04-25T15:58:42.246694+0000","last_became_peered":"2024-04-25T15:58:42.246694+0000","last_unstale":"2024-04-25T15:59:33.294811+0000","last_undegraded":"2024-04-25T15:59:33.294811+0000","last_fullsized":"2024-04-25T15:59:33.294811+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:32:26.121051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292265+0000","last_change":"2024-04-25T15:58:42.252086+0000","last_active":"2024-04-25T15:59:33.292265+0000","last_peered":"2024-04-25T15:59:33.292265+0000","last_clean":"2024-04-25T15:59:33.292265+0000","last_became_active":"2024-04-25T15:58:42.250589+0000","last_became_peered":"2024-04-25T15:58:42.250589+0000","last_unstale":"2024-04-25T15:59:33.292265+0000","last_undegraded":"2024-04-25T15:59:33.292265+0000","last_fullsized":"2024-04-25T15:59:33.292265+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:13:56.829151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292839+0000","last_change":"2024-04-25T15:58:46.280536+0000","last_active":"2024-04-25T15:59:33.292839+0000","last_peered":"2024-04-25T15:59:33.292839+0000","last_clean":"2024-04-25T15:59:33.292839+0000","last_became_active":"2024-04-25T15:58:46.280092+0000","last_became_peered":"2024-04-25T15:58:46.280092+0000","last_unstale":"2024-04-25T15:59:33.292839+0000","last_undegraded":"2024-04-25T15:59:33.292839+0000","last_fullsized":"2024-04-25T15:59:33.292839+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:22.476445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":109,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:16.055315+0000","last_change":"2024-04-25T15:58:41.236959+0000","last_active":"2024-04-25T16:00:16.055315+0000","last_peered":"2024-04-25T16:00:16.055315+0000","last_clean":"2024-04-25T16:00:16.055315+0000","last_became_active":"2024-04-25T15:58:41.236576+0000","last_became_peered":"2024-04-25T15:58:41.236576+0000","last_unstale":"2024-04-25T16:00:16.055315+0000","last_undegraded":"2024-04-25T16:00:16.055315+0000","last_fullsized":"2024-04-25T16:00:16.055315+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:56:42.093836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":69,"num_read_kb":69,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290386+0000","last_change":"2024-04-25T15:58:42.263667+0000","last_active":"2024-04-25T15:59:33.290386+0000","last_peered":"2024-04-25T15:59:33.290386+0000","last_clean":"2024-04-25T15:59:33.290386+0000","last_became_active":"2024-04-25T15:58:42.262282+0000","last_became_peered":"2024-04-25T15:58:42.262282+0000","last_unstale":"2024-04-25T15:59:33.290386+0000","last_undegraded":"2024-04-25T15:59:33.290386+0000","last_fullsized":"2024-04-25T15:59:33.290386+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:09:16.403633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290336+0000","last_change":"2024-04-25T15:58:46.278426+0000","last_active":"2024-04-25T15:59:33.290336+0000","last_peered":"2024-04-25T15:59:33.290336+0000","last_clean":"2024-04-25T15:59:33.290336+0000","last_became_active":"2024-04-25T15:58:46.277875+0000","last_became_peered":"2024-04-25T15:58:46.277875+0000","last_unstale":"2024-04-25T15:59:33.290336+0000","last_undegraded":"2024-04-25T15:59:33.290336+0000","last_fullsized":"2024-04-25T15:59:33.290336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:41:40.871847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290935+0000","last_change":"2024-04-25T15:58:41.242149+0000","last_active":"2024-04-25T15:59:33.290935+0000","last_peered":"2024-04-25T15:59:33.290935+0000","last_clean":"2024-04-25T15:59:33.290935+0000","last_became_active":"2024-04-25T15:58:41.241811+0000","last_became_peered":"2024-04-25T15:58:41.241811+0000","last_unstale":"2024-04-25T15:59:33.290935+0000","last_undegraded":"2024-04-25T15:59:33.290935+0000","last_fullsized":"2024-04-25T15:59:33.290935+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:37.440842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291526+0000","last_change":"2024-04-25T15:58:42.251463+0000","last_active":"2024-04-25T15:59:33.291526+0000","last_peered":"2024-04-25T15:59:33.291526+0000","last_clean":"2024-04-25T15:59:33.291526+0000","last_became_active":"2024-04-25T15:58:42.249569+0000","last_became_peered":"2024-04-25T15:58:42.249569+0000","last_unstale":"2024-04-25T15:59:33.291526+0000","last_undegraded":"2024-04-25T15:59:33.291526+0000","last_fullsized":"2024-04-25T15:59:33.291526+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:55:02.961395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291593+0000","last_change":"2024-04-25T15:58:46.279047+0000","last_active":"2024-04-25T15:59:33.291593+0000","last_peered":"2024-04-25T15:59:33.291593+0000","last_clean":"2024-04-25T15:59:33.291593+0000","last_became_active":"2024-04-25T15:58:46.278393+0000","last_became_peered":"2024-04-25T15:58:46.278393+0000","last_unstale":"2024-04-25T15:59:33.291593+0000","last_undegraded":"2024-04-25T15:59:33.291593+0000","last_fullsized":"2024-04-25T15:59:33.291593+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:56:15.904275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293521+0000","last_change":"2024-04-25T15:58:41.236885+0000","last_active":"2024-04-25T15:59:33.293521+0000","last_peered":"2024-04-25T15:59:33.293521+0000","last_clean":"2024-04-25T15:59:33.293521+0000","last_became_active":"2024-04-25T15:58:41.236497+0000","last_became_peered":"2024-04-25T15:58:41.236497+0000","last_unstale":"2024-04-25T15:59:33.293521+0000","last_undegraded":"2024-04-25T15:59:33.293521+0000","last_fullsized":"2024-04-25T15:59:33.293521+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:47:06.245456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797017+0000","last_change":"2024-04-25T15:58:42.265519+0000","last_active":"2024-04-25T15:59:33.797017+0000","last_peered":"2024-04-25T15:59:33.797017+0000","last_clean":"2024-04-25T15:59:33.797017+0000","last_became_active":"2024-04-25T15:58:42.265173+0000","last_became_peered":"2024-04-25T15:58:42.265173+0000","last_unstale":"2024-04-25T15:59:33.797017+0000","last_undegraded":"2024-04-25T15:59:33.797017+0000","last_fullsized":"2024-04-25T15:59:33.797017+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:05.542216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290349+0000","last_change":"2024-04-25T15:58:46.280351+0000","last_active":"2024-04-25T15:59:33.290349+0000","last_peered":"2024-04-25T15:59:33.290349+0000","last_clean":"2024-04-25T15:59:33.290349+0000","last_became_active":"2024-04-25T15:58:46.280063+0000","last_became_peered":"2024-04-25T15:58:46.280063+0000","last_unstale":"2024-04-25T15:59:33.290349+0000","last_undegraded":"2024-04-25T15:59:33.290349+0000","last_fullsized":"2024-04-25T15:59:33.290349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:03:37.658387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291217+0000","last_change":"2024-04-25T15:58:41.241656+0000","last_active":"2024-04-25T15:59:33.291217+0000","last_peered":"2024-04-25T15:59:33.291217+0000","last_clean":"2024-04-25T15:59:33.291217+0000","last_became_active":"2024-04-25T15:58:41.241301+0000","last_became_peered":"2024-04-25T15:58:41.241301+0000","last_unstale":"2024-04-25T15:59:33.291217+0000","last_undegraded":"2024-04-25T15:59:33.291217+0000","last_fullsized":"2024-04-25T15:59:33.291217+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:21:01.883250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.297164+0000","last_change":"2024-04-25T15:58:42.256608+0000","last_active":"2024-04-25T15:59:33.297164+0000","last_peered":"2024-04-25T15:59:33.297164+0000","last_clean":"2024-04-25T15:59:33.297164+0000","last_became_active":"2024-04-25T15:58:42.256251+0000","last_became_peered":"2024-04-25T15:58:42.256251+0000","last_unstale":"2024-04-25T15:59:33.297164+0000","last_undegraded":"2024-04-25T15:59:33.297164+0000","last_fullsized":"2024-04-25T15:59:33.297164+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:33:19.715044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292199+0000","last_change":"2024-04-25T15:58:46.271492+0000","last_active":"2024-04-25T15:59:33.292199+0000","last_peered":"2024-04-25T15:59:33.292199+0000","last_clean":"2024-04-25T15:59:33.292199+0000","last_became_active":"2024-04-25T15:58:46.271061+0000","last_became_peered":"2024-04-25T15:58:46.271061+0000","last_unstale":"2024-04-25T15:59:33.292199+0000","last_undegraded":"2024-04-25T15:59:33.292199+0000","last_fullsized":"2024-04-25T15:59:33.292199+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:10.849149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:16.070317+0000","last_change":"2024-04-25T15:58:41.241726+0000","last_active":"2024-04-25T16:00:16.070317+0000","last_peered":"2024-04-25T16:00:16.070317+0000","last_clean":"2024-04-25T16:00:16.070317+0000","last_became_active":"2024-04-25T15:58:41.241249+0000","last_became_peered":"2024-04-25T15:58:41.241249+0000","last_unstale":"2024-04-25T16:00:16.070317+0000","last_undegraded":"2024-04-25T16:00:16.070317+0000","last_fullsized":"2024-04-25T16:00:16.070317+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:01:35.370879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":71,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292501+0000","last_change":"2024-04-25T15:58:42.255869+0000","last_active":"2024-04-25T15:59:33.292501+0000","last_peered":"2024-04-25T15:59:33.292501+0000","last_clean":"2024-04-25T15:59:33.292501+0000","last_became_active":"2024-04-25T15:58:42.255523+0000","last_became_peered":"2024-04-25T15:58:42.255523+0000","last_unstale":"2024-04-25T15:59:33.292501+0000","last_undegraded":"2024-04-25T15:59:33.292501+0000","last_fullsized":"2024-04-25T15:59:33.292501+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:32:30.589529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293124+0000","last_change":"2024-04-25T15:58:46.281333+0000","last_active":"2024-04-25T15:59:33.293124+0000","last_peered":"2024-04-25T15:59:33.293124+0000","last_clean":"2024-04-25T15:59:33.293124+0000","last_became_active":"2024-04-25T15:58:46.280995+0000","last_became_peered":"2024-04-25T15:58:46.280995+0000","last_unstale":"2024-04-25T15:59:33.293124+0000","last_undegraded":"2024-04-25T15:59:33.293124+0000","last_fullsized":"2024-04-25T15:59:33.293124+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:25:37.866127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.289841+0000","last_change":"2024-04-25T15:58:41.238424+0000","last_active":"2024-04-25T15:59:33.289841+0000","last_peered":"2024-04-25T15:59:33.289841+0000","last_clean":"2024-04-25T15:59:33.289841+0000","last_became_active":"2024-04-25T15:58:41.237890+0000","last_became_peered":"2024-04-25T15:58:41.237890+0000","last_unstale":"2024-04-25T15:59:33.289841+0000","last_undegraded":"2024-04-25T15:59:33.289841+0000","last_fullsized":"2024-04-25T15:59:33.289841+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:36.920596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298236+0000","last_change":"2024-04-25T15:59:33.297688+0000","last_active":"2024-04-25T15:59:33.298236+0000","last_peered":"2024-04-25T15:59:33.298236+0000","last_clean":"2024-04-25T15:59:33.298236+0000","last_became_active":"2024-04-25T15:59:33.297226+0000","last_became_peered":"2024-04-25T15:59:33.297226+0000","last_unstale":"2024-04-25T15:59:33.298236+0000","last_undegraded":"2024-04-25T15:59:33.298236+0000","last_fullsized":"2024-04-25T15:59:33.298236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:46:36.659033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288511+0000","last_change":"2024-04-25T15:58:46.277675+0000","last_active":"2024-04-25T15:59:33.288511+0000","last_peered":"2024-04-25T15:59:33.288511+0000","last_clean":"2024-04-25T15:59:33.288511+0000","last_became_active":"2024-04-25T15:58:46.277142+0000","last_became_peered":"2024-04-25T15:58:46.277142+0000","last_unstale":"2024-04-25T15:59:33.288511+0000","last_undegraded":"2024-04-25T15:59:33.288511+0000","last_fullsized":"2024-04-25T15:59:33.288511+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:32.439128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287146+0000","last_change":"2024-04-25T15:58:41.235586+0000","last_active":"2024-04-25T15:59:33.287146+0000","last_peered":"2024-04-25T15:59:33.287146+0000","last_clean":"2024-04-25T15:59:33.287146+0000","last_became_active":"2024-04-25T15:58:41.235267+0000","last_became_peered":"2024-04-25T15:58:41.235267+0000","last_unstale":"2024-04-25T15:59:33.287146+0000","last_undegraded":"2024-04-25T15:59:33.287146+0000","last_fullsized":"2024-04-25T15:59:33.287146+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:36:22.682332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290675+0000","last_change":"2024-04-25T15:58:42.257294+0000","last_active":"2024-04-25T15:59:33.290675+0000","last_peered":"2024-04-25T15:59:33.290675+0000","last_clean":"2024-04-25T15:59:33.290675+0000","last_became_active":"2024-04-25T15:58:42.256948+0000","last_became_peered":"2024-04-25T15:58:42.256948+0000","last_unstale":"2024-04-25T15:59:33.290675+0000","last_undegraded":"2024-04-25T15:59:33.290675+0000","last_fullsized":"2024-04-25T15:59:33.290675+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:55.637334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291419+0000","last_change":"2024-04-25T15:58:46.274714+0000","last_active":"2024-04-25T15:59:33.291419+0000","last_peered":"2024-04-25T15:59:33.291419+0000","last_clean":"2024-04-25T15:59:33.291419+0000","last_became_active":"2024-04-25T15:58:46.274311+0000","last_became_peered":"2024-04-25T15:58:46.274311+0000","last_unstale":"2024-04-25T15:59:33.291419+0000","last_undegraded":"2024-04-25T15:59:33.291419+0000","last_fullsized":"2024-04-25T15:59:33.291419+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:04:55.522300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296797+0000","last_change":"2024-04-25T15:58:41.242187+0000","last_active":"2024-04-25T15:59:33.296797+0000","last_peered":"2024-04-25T15:59:33.296797+0000","last_clean":"2024-04-25T15:59:33.296797+0000","last_became_active":"2024-04-25T15:58:41.238945+0000","last_became_peered":"2024-04-25T15:58:41.238945+0000","last_unstale":"2024-04-25T15:59:33.296797+0000","last_undegraded":"2024-04-25T15:59:33.296797+0000","last_fullsized":"2024-04-25T15:59:33.296797+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:00:24.084636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294215+0000","last_change":"2024-04-25T15:58:42.247434+0000","last_active":"2024-04-25T15:59:33.294215+0000","last_peered":"2024-04-25T15:59:33.294215+0000","last_clean":"2024-04-25T15:59:33.294215+0000","last_became_active":"2024-04-25T15:58:42.247060+0000","last_became_peered":"2024-04-25T15:58:42.247060+0000","last_unstale":"2024-04-25T15:59:33.294215+0000","last_undegraded":"2024-04-25T15:59:33.294215+0000","last_fullsized":"2024-04-25T15:59:33.294215+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:05:27.868591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290470+0000","last_change":"2024-04-25T15:58:46.271716+0000","last_active":"2024-04-25T15:59:33.290470+0000","last_peered":"2024-04-25T15:59:33.290470+0000","last_clean":"2024-04-25T15:59:33.290470+0000","last_became_active":"2024-04-25T15:58:46.271267+0000","last_became_peered":"2024-04-25T15:58:46.271267+0000","last_unstale":"2024-04-25T15:59:33.290470+0000","last_undegraded":"2024-04-25T15:59:33.290470+0000","last_fullsized":"2024-04-25T15:59:33.290470+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:12.951096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":170,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:17.373658+0000","last_change":"2024-04-25T15:58:41.243115+0000","last_active":"2024-04-25T16:00:17.373658+0000","last_peered":"2024-04-25T16:00:17.373658+0000","last_clean":"2024-04-25T16:00:17.373658+0000","last_became_active":"2024-04-25T15:58:41.242557+0000","last_became_peered":"2024-04-25T15:58:41.242557+0000","last_unstale":"2024-04-25T16:00:17.373658+0000","last_undegraded":"2024-04-25T16:00:17.373658+0000","last_fullsized":"2024-04-25T16:00:17.373658+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:53:32.794416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":139,"num_read_kb":139,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797331+0000","last_change":"2024-04-25T15:58:42.267697+0000","last_active":"2024-04-25T15:59:33.797331+0000","last_peered":"2024-04-25T15:59:33.797331+0000","last_clean":"2024-04-25T15:59:33.797331+0000","last_became_active":"2024-04-25T15:58:42.267089+0000","last_became_peered":"2024-04-25T15:58:42.267089+0000","last_unstale":"2024-04-25T15:59:33.797331+0000","last_undegraded":"2024-04-25T15:59:33.797331+0000","last_fullsized":"2024-04-25T15:59:33.797331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:17.534799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294183+0000","last_change":"2024-04-25T15:58:46.285956+0000","last_active":"2024-04-25T15:59:33.294183+0000","last_peered":"2024-04-25T15:59:33.294183+0000","last_clean":"2024-04-25T15:59:33.294183+0000","last_became_active":"2024-04-25T15:58:46.284327+0000","last_became_peered":"2024-04-25T15:58:46.284327+0000","last_unstale":"2024-04-25T15:59:33.294183+0000","last_undegraded":"2024-04-25T15:59:33.294183+0000","last_fullsized":"2024-04-25T15:59:33.294183+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:57:44.512634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294147+0000","last_change":"2024-04-25T15:58:41.236984+0000","last_active":"2024-04-25T15:59:33.294147+0000","last_peered":"2024-04-25T15:59:33.294147+0000","last_clean":"2024-04-25T15:59:33.294147+0000","last_became_active":"2024-04-25T15:58:41.236565+0000","last_became_peered":"2024-04-25T15:58:41.236565+0000","last_unstale":"2024-04-25T15:59:33.294147+0000","last_undegraded":"2024-04-25T15:59:33.294147+0000","last_fullsized":"2024-04-25T15:59:33.294147+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:49.014994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291571+0000","last_change":"2024-04-25T15:58:42.254339+0000","last_active":"2024-04-25T15:59:33.291571+0000","last_peered":"2024-04-25T15:59:33.291571+0000","last_clean":"2024-04-25T15:59:33.291571+0000","last_became_active":"2024-04-25T15:58:42.252116+0000","last_became_peered":"2024-04-25T15:58:42.252116+0000","last_unstale":"2024-04-25T15:59:33.291571+0000","last_undegraded":"2024-04-25T15:59:33.291571+0000","last_fullsized":"2024-04-25T15:59:33.291571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:50.770266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291355+0000","last_change":"2024-04-25T15:58:46.278618+0000","last_active":"2024-04-25T15:59:33.291355+0000","last_peered":"2024-04-25T15:59:33.291355+0000","last_clean":"2024-04-25T15:59:33.291355+0000","last_became_active":"2024-04-25T15:58:46.278085+0000","last_became_peered":"2024-04-25T15:58:46.278085+0000","last_unstale":"2024-04-25T15:59:33.291355+0000","last_undegraded":"2024-04-25T15:59:33.291355+0000","last_fullsized":"2024-04-25T15:59:33.291355+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:45.908516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296816+0000","last_change":"2024-04-25T15:58:41.246516+0000","last_active":"2024-04-25T15:59:33.296816+0000","last_peered":"2024-04-25T15:59:33.296816+0000","last_clean":"2024-04-25T15:59:33.296816+0000","last_became_active":"2024-04-25T15:58:41.244530+0000","last_became_peered":"2024-04-25T15:58:41.244530+0000","last_unstale":"2024-04-25T15:59:33.296816+0000","last_undegraded":"2024-04-25T15:59:33.296816+0000","last_fullsized":"2024-04-25T15:59:33.296816+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:57.598485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797242+0000","last_change":"2024-04-25T15:58:42.253915+0000","last_active":"2024-04-25T15:59:33.797242+0000","last_peered":"2024-04-25T15:59:33.797242+0000","last_clean":"2024-04-25T15:59:33.797242+0000","last_became_active":"2024-04-25T15:58:42.253542+0000","last_became_peered":"2024-04-25T15:58:42.253542+0000","last_unstale":"2024-04-25T15:59:33.797242+0000","last_undegraded":"2024-04-25T15:59:33.797242+0000","last_fullsized":"2024-04-25T15:59:33.797242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:59:46.539015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294098+0000","last_change":"2024-04-25T15:58:46.283125+0000","last_active":"2024-04-25T15:59:33.294098+0000","last_peered":"2024-04-25T15:59:33.294098+0000","last_clean":"2024-04-25T15:59:33.294098+0000","last_became_active":"2024-04-25T15:58:46.282647+0000","last_became_peered":"2024-04-25T15:58:46.282647+0000","last_unstale":"2024-04-25T15:59:33.294098+0000","last_undegraded":"2024-04-25T15:59:33.294098+0000","last_fullsized":"2024-04-25T15:59:33.294098+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:51:06.876405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"81'38","reported_seq":214,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:18.072732+0000","last_change":"2024-04-25T15:58:41.240327+0000","last_active":"2024-04-25T16:00:18.072732+0000","last_peered":"2024-04-25T16:00:18.072732+0000","last_clean":"2024-04-25T16:00:18.072732+0000","last_became_active":"2024-04-25T15:58:41.238427+0000","last_became_peered":"2024-04-25T15:58:41.238427+0000","last_unstale":"2024-04-25T16:00:18.072732+0000","last_undegraded":"2024-04-25T16:00:18.072732+0000","last_fullsized":"2024-04-25T16:00:18.072732+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:19:12.191994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65015,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":149,"num_read_kb":138,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293331+0000","last_change":"2024-04-25T15:58:42.251312+0000","last_active":"2024-04-25T15:59:33.293331+0000","last_peered":"2024-04-25T15:59:33.293331+0000","last_clean":"2024-04-25T15:59:33.293331+0000","last_became_active":"2024-04-25T15:58:42.250961+0000","last_became_peered":"2024-04-25T15:58:42.250961+0000","last_unstale":"2024-04-25T15:59:33.293331+0000","last_undegraded":"2024-04-25T15:59:33.293331+0000","last_fullsized":"2024-04-25T15:59:33.293331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:49:50.875186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.297913+0000","last_change":"2024-04-25T15:58:46.269373+0000","last_active":"2024-04-25T15:59:33.297913+0000","last_peered":"2024-04-25T15:59:33.297913+0000","last_clean":"2024-04-25T15:59:33.297913+0000","last_became_active":"2024-04-25T15:58:46.268380+0000","last_became_peered":"2024-04-25T15:58:46.268380+0000","last_unstale":"2024-04-25T15:59:33.297913+0000","last_undegraded":"2024-04-25T15:59:33.297913+0000","last_fullsized":"2024-04-25T15:59:33.297913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:11.579309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292325+0000","last_change":"2024-04-25T15:58:41.244088+0000","last_active":"2024-04-25T15:59:33.292325+0000","last_peered":"2024-04-25T15:59:33.292325+0000","last_clean":"2024-04-25T15:59:33.292325+0000","last_became_active":"2024-04-25T15:58:41.243716+0000","last_became_peered":"2024-04-25T15:58:41.243716+0000","last_unstale":"2024-04-25T15:59:33.292325+0000","last_undegraded":"2024-04-25T15:59:33.292325+0000","last_fullsized":"2024-04-25T15:59:33.292325+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:05:01.389117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287304+0000","last_change":"2024-04-25T15:58:42.248047+0000","last_active":"2024-04-25T15:59:33.287304+0000","last_peered":"2024-04-25T15:59:33.287304+0000","last_clean":"2024-04-25T15:59:33.287304+0000","last_became_active":"2024-04-25T15:58:42.247719+0000","last_became_peered":"2024-04-25T15:58:42.247719+0000","last_unstale":"2024-04-25T15:59:33.287304+0000","last_undegraded":"2024-04-25T15:59:33.287304+0000","last_fullsized":"2024-04-25T15:59:33.287304+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:24:44.351558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288282+0000","last_change":"2024-04-25T15:58:46.283672+0000","last_active":"2024-04-25T15:59:33.288282+0000","last_peered":"2024-04-25T15:59:33.288282+0000","last_clean":"2024-04-25T15:59:33.288282+0000","last_became_active":"2024-04-25T15:58:46.283287+0000","last_became_peered":"2024-04-25T15:58:46.283287+0000","last_unstale":"2024-04-25T15:59:33.288282+0000","last_undegraded":"2024-04-25T15:59:33.288282+0000","last_fullsized":"2024-04-25T15:59:33.288282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:12.367015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.297150+0000","last_change":"2024-04-25T15:58:41.241094+0000","last_active":"2024-04-25T15:59:33.297150+0000","last_peered":"2024-04-25T15:59:33.297150+0000","last_clean":"2024-04-25T15:59:33.297150+0000","last_became_active":"2024-04-25T15:58:41.240693+0000","last_became_peered":"2024-04-25T15:58:41.240693+0000","last_unstale":"2024-04-25T15:59:33.297150+0000","last_undegraded":"2024-04-25T15:59:33.297150+0000","last_fullsized":"2024-04-25T15:59:33.297150+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:10:14.524753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294274+0000","last_change":"2024-04-25T15:58:42.262460+0000","last_active":"2024-04-25T15:59:33.294274+0000","last_peered":"2024-04-25T15:59:33.294274+0000","last_clean":"2024-04-25T15:59:33.294274+0000","last_became_active":"2024-04-25T15:58:42.262098+0000","last_became_peered":"2024-04-25T15:58:42.262098+0000","last_unstale":"2024-04-25T15:59:33.294274+0000","last_undegraded":"2024-04-25T15:59:33.294274+0000","last_fullsized":"2024-04-25T15:59:33.294274+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:08.274999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294897+0000","last_change":"2024-04-25T15:58:46.282629+0000","last_active":"2024-04-25T15:59:33.294897+0000","last_peered":"2024-04-25T15:59:33.294897+0000","last_clean":"2024-04-25T15:59:33.294897+0000","last_became_active":"2024-04-25T15:58:46.282231+0000","last_became_peered":"2024-04-25T15:58:46.282231+0000","last_unstale":"2024-04-25T15:59:33.294897+0000","last_undegraded":"2024-04-25T15:59:33.294897+0000","last_fullsized":"2024-04-25T15:59:33.294897+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:43:11.932724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:15.054826+0000","last_change":"2024-04-25T15:58:41.240751+0000","last_active":"2024-04-25T16:00:15.054826+0000","last_peered":"2024-04-25T16:00:15.054826+0000","last_clean":"2024-04-25T16:00:15.054826+0000","last_became_active":"2024-04-25T15:58:41.240204+0000","last_became_peered":"2024-04-25T15:58:41.240204+0000","last_unstale":"2024-04-25T16:00:15.054826+0000","last_undegraded":"2024-04-25T16:00:15.054826+0000","last_fullsized":"2024-04-25T16:00:15.054826+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:12:22.124050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":71,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294403+0000","last_change":"2024-04-25T15:58:42.254600+0000","last_active":"2024-04-25T15:59:33.294403+0000","last_peered":"2024-04-25T15:59:33.294403+0000","last_clean":"2024-04-25T15:59:33.294403+0000","last_became_active":"2024-04-25T15:58:42.254216+0000","last_became_peered":"2024-04-25T15:58:42.254216+0000","last_unstale":"2024-04-25T15:59:33.294403+0000","last_undegraded":"2024-04-25T15:59:33.294403+0000","last_fullsized":"2024-04-25T15:59:33.294403+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:19.560752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287808+0000","last_change":"2024-04-25T15:58:46.277751+0000","last_active":"2024-04-25T15:59:33.287808+0000","last_peered":"2024-04-25T15:59:33.287808+0000","last_clean":"2024-04-25T15:59:33.287808+0000","last_became_active":"2024-04-25T15:58:46.277243+0000","last_became_peered":"2024-04-25T15:58:46.277243+0000","last_unstale":"2024-04-25T15:59:33.287808+0000","last_undegraded":"2024-04-25T15:59:33.287808+0000","last_fullsized":"2024-04-25T15:59:33.287808+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:17.766181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290681+0000","last_change":"2024-04-25T15:58:41.239226+0000","last_active":"2024-04-25T15:59:33.290681+0000","last_peered":"2024-04-25T15:59:33.290681+0000","last_clean":"2024-04-25T15:59:33.290681+0000","last_became_active":"2024-04-25T15:58:41.238823+0000","last_became_peered":"2024-04-25T15:58:41.238823+0000","last_unstale":"2024-04-25T15:59:33.290681+0000","last_undegraded":"2024-04-25T15:59:33.290681+0000","last_fullsized":"2024-04-25T15:59:33.290681+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:17:08.633577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296348+0000","last_change":"2024-04-25T15:58:42.265555+0000","last_active":"2024-04-25T15:59:33.296348+0000","last_peered":"2024-04-25T15:59:33.296348+0000","last_clean":"2024-04-25T15:59:33.296348+0000","last_became_active":"2024-04-25T15:58:42.265215+0000","last_became_peered":"2024-04-25T15:58:42.265215+0000","last_unstale":"2024-04-25T15:59:33.296348+0000","last_undegraded":"2024-04-25T15:59:33.296348+0000","last_fullsized":"2024-04-25T15:59:33.296348+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:41.379413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296200+0000","last_change":"2024-04-25T15:58:46.274868+0000","last_active":"2024-04-25T15:59:33.296200+0000","last_peered":"2024-04-25T15:59:33.296200+0000","last_clean":"2024-04-25T15:59:33.296200+0000","last_became_active":"2024-04-25T15:58:46.274512+0000","last_became_peered":"2024-04-25T15:58:46.274512+0000","last_unstale":"2024-04-25T15:59:33.296200+0000","last_undegraded":"2024-04-25T15:59:33.296200+0000","last_fullsized":"2024-04-25T15:59:33.296200+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:57:11.413409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293086+0000","last_change":"2024-04-25T15:58:41.241232+0000","last_active":"2024-04-25T15:59:33.293086+0000","last_peered":"2024-04-25T15:59:33.293086+0000","last_clean":"2024-04-25T15:59:33.293086+0000","last_became_active":"2024-04-25T15:58:41.240746+0000","last_became_peered":"2024-04-25T15:58:41.240746+0000","last_unstale":"2024-04-25T15:59:33.293086+0000","last_undegraded":"2024-04-25T15:59:33.293086+0000","last_fullsized":"2024-04-25T15:59:33.293086+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:41:39.736649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298735+0000","last_change":"2024-04-25T15:59:33.298735+0000","last_active":"2024-04-25T15:59:33.298735+0000","last_peered":"2024-04-25T15:59:33.298735+0000","last_clean":"2024-04-25T15:59:33.298735+0000","last_became_active":"2024-04-25T15:59:33.298263+0000","last_became_peered":"2024-04-25T15:59:33.298263+0000","last_unstale":"2024-04-25T15:59:33.298735+0000","last_undegraded":"2024-04-25T15:59:33.298735+0000","last_fullsized":"2024-04-25T15:59:33.298735+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:38:21.805504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291035+0000","last_change":"2024-04-25T15:58:46.304672+0000","last_active":"2024-04-25T15:59:33.291035+0000","last_peered":"2024-04-25T15:59:33.291035+0000","last_clean":"2024-04-25T15:59:33.291035+0000","last_became_active":"2024-04-25T15:58:46.304233+0000","last_became_peered":"2024-04-25T15:58:46.304233+0000","last_unstale":"2024-04-25T15:59:33.291035+0000","last_undegraded":"2024-04-25T15:59:33.291035+0000","last_fullsized":"2024-04-25T15:59:33.291035+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:04:33.377181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294253+0000","last_change":"2024-04-25T15:58:41.244239+0000","last_active":"2024-04-25T15:59:33.294253+0000","last_peered":"2024-04-25T15:59:33.294253+0000","last_clean":"2024-04-25T15:59:33.294253+0000","last_became_active":"2024-04-25T15:58:41.243829+0000","last_became_peered":"2024-04-25T15:58:41.243829+0000","last_unstale":"2024-04-25T15:59:33.294253+0000","last_undegraded":"2024-04-25T15:59:33.294253+0000","last_fullsized":"2024-04-25T15:59:33.294253+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:13.560097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290537+0000","last_change":"2024-04-25T15:58:42.250381+0000","last_active":"2024-04-25T15:59:33.290537+0000","last_peered":"2024-04-25T15:59:33.290537+0000","last_clean":"2024-04-25T15:59:33.290537+0000","last_became_active":"2024-04-25T15:58:42.249958+0000","last_became_peered":"2024-04-25T15:58:42.249958+0000","last_unstale":"2024-04-25T15:59:33.290537+0000","last_undegraded":"2024-04-25T15:59:33.290537+0000","last_fullsized":"2024-04-25T15:59:33.290537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:15.886525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287495+0000","last_change":"2024-04-25T15:58:46.275041+0000","last_active":"2024-04-25T15:59:33.287495+0000","last_peered":"2024-04-25T15:59:33.287495+0000","last_clean":"2024-04-25T15:59:33.287495+0000","last_became_active":"2024-04-25T15:58:46.274607+0000","last_became_peered":"2024-04-25T15:58:46.274607+0000","last_unstale":"2024-04-25T15:59:33.287495+0000","last_undegraded":"2024-04-25T15:59:33.287495+0000","last_fullsized":"2024-04-25T15:59:33.287495+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:18:40.721371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"79'5","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:18.058691+0000","last_change":"2024-04-25T15:58:41.240688+0000","last_active":"2024-04-25T16:00:18.058691+0000","last_peered":"2024-04-25T16:00:18.058691+0000","last_clean":"2024-04-25T16:00:18.058691+0000","last_became_active":"2024-04-25T15:58:41.240352+0000","last_became_peered":"2024-04-25T15:58:41.240352+0000","last_unstale":"2024-04-25T16:00:18.058691+0000","last_undegraded":"2024-04-25T16:00:18.058691+0000","last_fullsized":"2024-04-25T16:00:18.058691+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:54:45.779737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":71,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290045+0000","last_change":"2024-04-25T15:58:42.248112+0000","last_active":"2024-04-25T15:59:33.290045+0000","last_peered":"2024-04-25T15:59:33.290045+0000","last_clean":"2024-04-25T15:59:33.290045+0000","last_became_active":"2024-04-25T15:58:42.247703+0000","last_became_peered":"2024-04-25T15:58:42.247703+0000","last_unstale":"2024-04-25T15:59:33.290045+0000","last_undegraded":"2024-04-25T15:59:33.290045+0000","last_fullsized":"2024-04-25T15:59:33.290045+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:47.474592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287743+0000","last_change":"2024-04-25T15:58:46.304498+0000","last_active":"2024-04-25T15:59:33.287743+0000","last_peered":"2024-04-25T15:59:33.287743+0000","last_clean":"2024-04-25T15:59:33.287743+0000","last_became_active":"2024-04-25T15:58:46.304025+0000","last_became_peered":"2024-04-25T15:58:46.304025+0000","last_unstale":"2024-04-25T15:59:33.287743+0000","last_undegraded":"2024-04-25T15:59:33.287743+0000","last_fullsized":"2024-04-25T15:59:33.287743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:50.443453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298621+0000","last_change":"2024-04-25T15:59:33.298168+0000","last_active":"2024-04-25T15:59:33.298621+0000","last_peered":"2024-04-25T15:59:33.298621+0000","last_clean":"2024-04-25T15:59:33.298621+0000","last_became_active":"2024-04-25T15:59:33.297779+0000","last_became_peered":"2024-04-25T15:59:33.297779+0000","last_unstale":"2024-04-25T15:59:33.298621+0000","last_undegraded":"2024-04-25T15:59:33.298621+0000","last_fullsized":"2024-04-25T15:59:33.298621+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:05:41.937372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:17.056879+0000","last_change":"2024-04-25T15:58:41.242515+0000","last_active":"2024-04-25T16:00:17.056879+0000","last_peered":"2024-04-25T16:00:17.056879+0000","last_clean":"2024-04-25T16:00:17.056879+0000","last_became_active":"2024-04-25T15:58:41.242150+0000","last_became_peered":"2024-04-25T15:58:41.242150+0000","last_unstale":"2024-04-25T16:00:17.056879+0000","last_undegraded":"2024-04-25T16:00:17.056879+0000","last_fullsized":"2024-04-25T16:00:17.056879+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:55.995507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"79'1","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294087+0000","last_change":"2024-04-25T15:58:46.277407+0000","last_active":"2024-04-25T15:59:33.294087+0000","last_peered":"2024-04-25T15:59:33.294087+0000","last_clean":"2024-04-25T15:59:33.294087+0000","last_became_active":"2024-04-25T15:58:46.276943+0000","last_became_peered":"2024-04-25T15:58:46.276943+0000","last_unstale":"2024-04-25T15:59:33.294087+0000","last_undegraded":"2024-04-25T15:59:33.294087+0000","last_fullsized":"2024-04-25T15:59:33.294087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:23.180854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291984+0000","last_change":"2024-04-25T15:58:42.264049+0000","last_active":"2024-04-25T15:59:33.291984+0000","last_peered":"2024-04-25T15:59:33.291984+0000","last_clean":"2024-04-25T15:59:33.291984+0000","last_became_active":"2024-04-25T15:58:42.263085+0000","last_became_peered":"2024-04-25T15:58:42.263085+0000","last_unstale":"2024-04-25T15:59:33.291984+0000","last_undegraded":"2024-04-25T15:59:33.291984+0000","last_fullsized":"2024-04-25T15:59:33.291984+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:52:16.298658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290873+0000","last_change":"2024-04-25T15:58:41.232449+0000","last_active":"2024-04-25T15:59:33.290873+0000","last_peered":"2024-04-25T15:59:33.290873+0000","last_clean":"2024-04-25T15:59:33.290873+0000","last_became_active":"2024-04-25T15:58:41.231963+0000","last_became_peered":"2024-04-25T15:58:41.231963+0000","last_unstale":"2024-04-25T15:59:33.290873+0000","last_undegraded":"2024-04-25T15:59:33.290873+0000","last_fullsized":"2024-04-25T15:59:33.290873+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:27:54.939464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293651+0000","last_change":"2024-04-25T15:57:24.365626+0000","last_active":"2024-04-25T15:59:33.293651+0000","last_peered":"2024-04-25T15:59:33.293651+0000","last_clean":"2024-04-25T15:59:33.293651+0000","last_became_active":"2024-04-25T15:57:24.360502+0000","last_became_peered":"2024-04-25T15:57:24.360502+0000","last_unstale":"2024-04-25T15:59:33.293651+0000","last_undegraded":"2024-04-25T15:59:33.293651+0000","last_fullsized":"2024-04-25T15:59:33.293651+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_clean_scrub_stamp":"2024-04-25T15:53:58.582488+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:37:35.516226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296500+0000","last_change":"2024-04-25T15:58:46.304740+0000","last_active":"2024-04-25T15:59:33.296500+0000","last_peered":"2024-04-25T15:59:33.296500+0000","last_clean":"2024-04-25T15:59:33.296500+0000","last_became_active":"2024-04-25T15:58:46.304290+0000","last_became_peered":"2024-04-25T15:58:46.304290+0000","last_unstale":"2024-04-25T15:59:33.296500+0000","last_undegraded":"2024-04-25T15:59:33.296500+0000","last_fullsized":"2024-04-25T15:59:33.296500+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:26:22.530434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.286998+0000","last_change":"2024-04-25T15:58:42.247081+0000","last_active":"2024-04-25T15:59:33.286998+0000","last_peered":"2024-04-25T15:59:33.286998+0000","last_clean":"2024-04-25T15:59:33.286998+0000","last_became_active":"2024-04-25T15:58:42.246758+0000","last_became_peered":"2024-04-25T15:58:42.246758+0000","last_unstale":"2024-04-25T15:59:33.286998+0000","last_undegraded":"2024-04-25T15:59:33.286998+0000","last_fullsized":"2024-04-25T15:59:33.286998+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:37:25.348957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.301549+0000","last_change":"2024-04-25T15:59:33.301549+0000","last_active":"2024-04-25T15:59:33.301549+0000","last_peered":"2024-04-25T15:59:33.301549+0000","last_clean":"2024-04-25T15:59:33.301549+0000","last_became_active":"2024-04-25T15:59:33.298140+0000","last_became_peered":"2024-04-25T15:59:33.298140+0000","last_unstale":"2024-04-25T15:59:33.301549+0000","last_undegraded":"2024-04-25T15:59:33.301549+0000","last_fullsized":"2024-04-25T15:59:33.301549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:20:14.123977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288139+0000","last_change":"2024-04-25T15:58:46.272942+0000","last_active":"2024-04-25T15:59:33.288139+0000","last_peered":"2024-04-25T15:59:33.288139+0000","last_clean":"2024-04-25T15:59:33.288139+0000","last_became_active":"2024-04-25T15:58:46.272438+0000","last_became_peered":"2024-04-25T15:58:46.272438+0000","last_unstale":"2024-04-25T15:59:33.288139+0000","last_undegraded":"2024-04-25T15:59:33.288139+0000","last_fullsized":"2024-04-25T15:59:33.288139+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:10:54.751961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293370+0000","last_change":"2024-04-25T15:58:41.246823+0000","last_active":"2024-04-25T15:59:33.293370+0000","last_peered":"2024-04-25T15:59:33.293370+0000","last_clean":"2024-04-25T15:59:33.293370+0000","last_became_active":"2024-04-25T15:58:41.246471+0000","last_became_peered":"2024-04-25T15:58:41.246471+0000","last_unstale":"2024-04-25T15:59:33.293370+0000","last_undegraded":"2024-04-25T15:59:33.293370+0000","last_fullsized":"2024-04-25T15:59:33.293370+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:55.327145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287630+0000","last_change":"2024-04-25T15:58:42.238399+0000","last_active":"2024-04-25T15:59:33.287630+0000","last_peered":"2024-04-25T15:59:33.287630+0000","last_clean":"2024-04-25T15:59:33.287630+0000","last_became_active":"2024-04-25T15:58:42.237970+0000","last_became_peered":"2024-04-25T15:58:42.237970+0000","last_unstale":"2024-04-25T15:59:33.287630+0000","last_undegraded":"2024-04-25T15:59:33.287630+0000","last_fullsized":"2024-04-25T15:59:33.287630+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:33.228840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290541+0000","last_change":"2024-04-25T15:58:46.304455+0000","last_active":"2024-04-25T15:59:33.290541+0000","last_peered":"2024-04-25T15:59:33.290541+0000","last_clean":"2024-04-25T15:59:33.290541+0000","last_became_active":"2024-04-25T15:58:46.303992+0000","last_became_peered":"2024-04-25T15:58:46.303992+0000","last_unstale":"2024-04-25T15:59:33.290541+0000","last_undegraded":"2024-04-25T15:59:33.290541+0000","last_fullsized":"2024-04-25T15:59:33.290541+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:19:16.666635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294771+0000","last_change":"2024-04-25T15:58:41.243384+0000","last_active":"2024-04-25T15:59:33.294771+0000","last_peered":"2024-04-25T15:59:33.294771+0000","last_clean":"2024-04-25T15:59:33.294771+0000","last_became_active":"2024-04-25T15:58:41.242972+0000","last_became_peered":"2024-04-25T15:58:41.242972+0000","last_unstale":"2024-04-25T15:59:33.294771+0000","last_undegraded":"2024-04-25T15:59:33.294771+0000","last_fullsized":"2024-04-25T15:59:33.294771+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:18:37.321396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291282+0000","last_change":"2024-04-25T15:58:42.257643+0000","last_active":"2024-04-25T15:59:33.291282+0000","last_peered":"2024-04-25T15:59:33.291282+0000","last_clean":"2024-04-25T15:59:33.291282+0000","last_became_active":"2024-04-25T15:58:42.257176+0000","last_became_peered":"2024-04-25T15:58:42.257176+0000","last_unstale":"2024-04-25T15:59:33.291282+0000","last_undegraded":"2024-04-25T15:59:33.291282+0000","last_fullsized":"2024-04-25T15:59:33.291282+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:28:07.473833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291760+0000","last_change":"2024-04-25T15:58:46.269812+0000","last_active":"2024-04-25T15:59:33.291760+0000","last_peered":"2024-04-25T15:59:33.291760+0000","last_clean":"2024-04-25T15:59:33.291760+0000","last_became_active":"2024-04-25T15:58:46.269417+0000","last_became_peered":"2024-04-25T15:58:46.269417+0000","last_unstale":"2024-04-25T15:59:33.291760+0000","last_undegraded":"2024-04-25T15:59:33.291760+0000","last_fullsized":"2024-04-25T15:59:33.291760+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:37.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291635+0000","last_change":"2024-04-25T15:58:41.238531+0000","last_active":"2024-04-25T15:59:33.291635+0000","last_peered":"2024-04-25T15:59:33.291635+0000","last_clean":"2024-04-25T15:59:33.291635+0000","last_became_active":"2024-04-25T15:58:41.238188+0000","last_became_peered":"2024-04-25T15:58:41.238188+0000","last_unstale":"2024-04-25T15:59:33.291635+0000","last_undegraded":"2024-04-25T15:59:33.291635+0000","last_fullsized":"2024-04-25T15:59:33.291635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:16.149552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291938+0000","last_change":"2024-04-25T15:58:42.259925+0000","last_active":"2024-04-25T15:59:33.291938+0000","last_peered":"2024-04-25T15:59:33.291938+0000","last_clean":"2024-04-25T15:59:33.291938+0000","last_became_active":"2024-04-25T15:58:42.259556+0000","last_became_peered":"2024-04-25T15:58:42.259556+0000","last_unstale":"2024-04-25T15:59:33.291938+0000","last_undegraded":"2024-04-25T15:59:33.291938+0000","last_fullsized":"2024-04-25T15:59:33.291938+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:54.428151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290888+0000","last_change":"2024-04-25T15:58:46.304379+0000","last_active":"2024-04-25T15:59:33.290888+0000","last_peered":"2024-04-25T15:59:33.290888+0000","last_clean":"2024-04-25T15:59:33.290888+0000","last_became_active":"2024-04-25T15:58:46.303920+0000","last_became_peered":"2024-04-25T15:58:46.303920+0000","last_unstale":"2024-04-25T15:59:33.290888+0000","last_undegraded":"2024-04-25T15:59:33.290888+0000","last_fullsized":"2024-04-25T15:59:33.290888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:54.186900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796641+0000","last_change":"2024-04-25T15:58:41.245959+0000","last_active":"2024-04-25T15:59:33.796641+0000","last_peered":"2024-04-25T15:59:33.796641+0000","last_clean":"2024-04-25T15:59:33.796641+0000","last_became_active":"2024-04-25T15:58:41.245646+0000","last_became_peered":"2024-04-25T15:58:41.245646+0000","last_unstale":"2024-04-25T15:59:33.796641+0000","last_undegraded":"2024-04-25T15:59:33.796641+0000","last_fullsized":"2024-04-25T15:59:33.796641+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:44:12.182238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290594+0000","last_change":"2024-04-25T15:58:42.259084+0000","last_active":"2024-04-25T15:59:33.290594+0000","last_peered":"2024-04-25T15:59:33.290594+0000","last_clean":"2024-04-25T15:59:33.290594+0000","last_became_active":"2024-04-25T15:58:42.258682+0000","last_became_peered":"2024-04-25T15:58:42.258682+0000","last_unstale":"2024-04-25T15:59:33.290594+0000","last_undegraded":"2024-04-25T15:59:33.290594+0000","last_fullsized":"2024-04-25T15:59:33.290594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:47.572601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.295022+0000","last_change":"2024-04-25T15:58:46.286531+0000","last_active":"2024-04-25T15:59:33.295022+0000","last_peered":"2024-04-25T15:59:33.295022+0000","last_clean":"2024-04-25T15:59:33.295022+0000","last_became_active":"2024-04-25T15:58:46.285357+0000","last_became_peered":"2024-04-25T15:58:46.285357+0000","last_unstale":"2024-04-25T15:59:33.295022+0000","last_undegraded":"2024-04-25T15:59:33.295022+0000","last_fullsized":"2024-04-25T15:59:33.295022+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:23.835719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290717+0000","last_change":"2024-04-25T15:58:41.242603+0000","last_active":"2024-04-25T15:59:33.290717+0000","last_peered":"2024-04-25T15:59:33.290717+0000","last_clean":"2024-04-25T15:59:33.290717+0000","last_became_active":"2024-04-25T15:58:41.242269+0000","last_became_peered":"2024-04-25T15:58:41.242269+0000","last_unstale":"2024-04-25T15:59:33.290717+0000","last_undegraded":"2024-04-25T15:59:33.290717+0000","last_fullsized":"2024-04-25T15:59:33.290717+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:31:04.355727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287900+0000","last_change":"2024-04-25T15:58:42.249392+0000","last_active":"2024-04-25T15:59:33.287900+0000","last_peered":"2024-04-25T15:59:33.287900+0000","last_clean":"2024-04-25T15:59:33.287900+0000","last_became_active":"2024-04-25T15:58:42.248740+0000","last_became_peered":"2024-04-25T15:58:42.248740+0000","last_unstale":"2024-04-25T15:59:33.287900+0000","last_undegraded":"2024-04-25T15:59:33.287900+0000","last_fullsized":"2024-04-25T15:59:33.287900+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:59.419907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"79'1","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291401+0000","last_change":"2024-04-25T15:58:46.278707+0000","last_active":"2024-04-25T15:59:33.291401+0000","last_peered":"2024-04-25T15:59:33.291401+0000","last_clean":"2024-04-25T15:59:33.291401+0000","last_became_active":"2024-04-25T15:58:46.278237+0000","last_became_peered":"2024-04-25T15:58:46.278237+0000","last_unstale":"2024-04-25T15:59:33.291401+0000","last_undegraded":"2024-04-25T15:59:33.291401+0000","last_fullsized":"2024-04-25T15:59:33.291401+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:50:21.603779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.302030+0000","last_change":"2024-04-25T15:59:33.301495+0000","last_active":"2024-04-25T15:59:33.302030+0000","last_peered":"2024-04-25T15:59:33.302030+0000","last_clean":"2024-04-25T15:59:33.302030+0000","last_became_active":"2024-04-25T15:59:33.294434+0000","last_became_peered":"2024-04-25T15:59:33.294434+0000","last_unstale":"2024-04-25T15:59:33.302030+0000","last_undegraded":"2024-04-25T15:59:33.302030+0000","last_fullsized":"2024-04-25T15:59:33.302030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:39.777556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.299337+0000","last_change":"2024-04-25T15:59:33.298887+0000","last_active":"2024-04-25T15:59:33.299337+0000","last_peered":"2024-04-25T15:59:33.299337+0000","last_clean":"2024-04-25T15:59:33.299337+0000","last_became_active":"2024-04-25T15:59:33.298525+0000","last_became_peered":"2024-04-25T15:59:33.298525+0000","last_unstale":"2024-04-25T15:59:33.299337+0000","last_undegraded":"2024-04-25T15:59:33.299337+0000","last_fullsized":"2024-04-25T15:59:33.299337+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:47:02.151770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290657+0000","last_change":"2024-04-25T15:58:46.304361+0000","last_active":"2024-04-25T15:59:33.290657+0000","last_peered":"2024-04-25T15:59:33.290657+0000","last_clean":"2024-04-25T15:59:33.290657+0000","last_became_active":"2024-04-25T15:58:46.303831+0000","last_became_peered":"2024-04-25T15:58:46.303831+0000","last_unstale":"2024-04-25T15:59:33.290657+0000","last_undegraded":"2024-04-25T15:59:33.290657+0000","last_fullsized":"2024-04-25T15:59:33.290657+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:58:00.281587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":43,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.802593+0000","last_change":"2024-04-25T15:59:33.802593+0000","last_active":"2024-04-25T15:59:33.802593+0000","last_peered":"2024-04-25T15:59:33.802593+0000","last_clean":"2024-04-25T15:59:33.802593+0000","last_became_active":"2024-04-25T15:59:33.798304+0000","last_became_peered":"2024-04-25T15:59:33.798304+0000","last_unstale":"2024-04-25T15:59:33.802593+0000","last_undegraded":"2024-04-25T15:59:33.802593+0000","last_fullsized":"2024-04-25T15:59:33.802593+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:19.167089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293918+0000","last_change":"2024-04-25T15:58:42.268054+0000","last_active":"2024-04-25T15:59:33.293918+0000","last_peered":"2024-04-25T15:59:33.293918+0000","last_clean":"2024-04-25T15:59:33.293918+0000","last_became_active":"2024-04-25T15:58:42.267652+0000","last_became_peered":"2024-04-25T15:58:42.267652+0000","last_unstale":"2024-04-25T15:59:33.293918+0000","last_undegraded":"2024-04-25T15:59:33.293918+0000","last_fullsized":"2024-04-25T15:59:33.293918+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:28:09.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796662+0000","last_change":"2024-04-25T15:58:46.264772+0000","last_active":"2024-04-25T15:59:33.796662+0000","last_peered":"2024-04-25T15:59:33.796662+0000","last_clean":"2024-04-25T15:59:33.796662+0000","last_became_active":"2024-04-25T15:58:46.264047+0000","last_became_peered":"2024-04-25T15:58:46.264047+0000","last_unstale":"2024-04-25T15:59:33.796662+0000","last_undegraded":"2024-04-25T15:59:33.796662+0000","last_fullsized":"2024-04-25T15:59:33.796662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:22:44.474274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"79'6","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:14.369338+0000","last_change":"2024-04-25T15:59:33.302802+0000","last_active":"2024-04-25T16:00:14.369338+0000","last_peered":"2024-04-25T16:00:14.369338+0000","last_clean":"2024-04-25T16:00:14.369338+0000","last_became_active":"2024-04-25T15:59:33.295151+0000","last_became_peered":"2024-04-25T15:59:33.295151+0000","last_unstale":"2024-04-25T16:00:14.369338+0000","last_undegraded":"2024-04-25T16:00:14.369338+0000","last_fullsized":"2024-04-25T16:00:14.369338+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:12:19.242499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294303+0000","last_change":"2024-04-25T15:58:42.265753+0000","last_active":"2024-04-25T15:59:33.294303+0000","last_peered":"2024-04-25T15:59:33.294303+0000","last_clean":"2024-04-25T15:59:33.294303+0000","last_became_active":"2024-04-25T15:58:42.264963+0000","last_became_peered":"2024-04-25T15:58:42.264963+0000","last_unstale":"2024-04-25T15:59:33.294303+0000","last_undegraded":"2024-04-25T15:59:33.294303+0000","last_fullsized":"2024-04-25T15:59:33.294303+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:32.683081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.289777+0000","last_change":"2024-04-25T15:58:46.273177+0000","last_active":"2024-04-25T15:59:33.289777+0000","last_peered":"2024-04-25T15:59:33.289777+0000","last_clean":"2024-04-25T15:59:33.289777+0000","last_became_active":"2024-04-25T15:58:46.272585+0000","last_became_peered":"2024-04-25T15:58:46.272585+0000","last_unstale":"2024-04-25T15:59:33.289777+0000","last_undegraded":"2024-04-25T15:59:33.289777+0000","last_fullsized":"2024-04-25T15:59:33.289777+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:36.665403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298062+0000","last_change":"2024-04-25T15:58:41.245227+0000","last_active":"2024-04-25T15:59:33.298062+0000","last_peered":"2024-04-25T15:59:33.298062+0000","last_clean":"2024-04-25T15:59:33.298062+0000","last_became_active":"2024-04-25T15:58:41.244416+0000","last_became_peered":"2024-04-25T15:58:41.244416+0000","last_unstale":"2024-04-25T15:59:33.298062+0000","last_undegraded":"2024-04-25T15:59:33.298062+0000","last_fullsized":"2024-04-25T15:59:33.298062+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:30:25.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294026+0000","last_change":"2024-04-25T15:58:42.254312+0000","last_active":"2024-04-25T15:59:33.294026+0000","last_peered":"2024-04-25T15:59:33.294026+0000","last_clean":"2024-04-25T15:59:33.294026+0000","last_became_active":"2024-04-25T15:58:42.253350+0000","last_became_peered":"2024-04-25T15:58:42.253350+0000","last_unstale":"2024-04-25T15:59:33.294026+0000","last_undegraded":"2024-04-25T15:59:33.294026+0000","last_fullsized":"2024-04-25T15:59:33.294026+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:10:14.967441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296329+0000","last_change":"2024-04-25T15:58:46.269199+0000","last_active":"2024-04-25T15:59:33.296329+0000","last_peered":"2024-04-25T15:59:33.296329+0000","last_clean":"2024-04-25T15:59:33.296329+0000","last_became_active":"2024-04-25T15:58:46.268790+0000","last_became_peered":"2024-04-25T15:58:46.268790+0000","last_unstale":"2024-04-25T15:59:33.296329+0000","last_undegraded":"2024-04-25T15:59:33.296329+0000","last_fullsized":"2024-04-25T15:59:33.296329+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:05:27.917467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287785+0000","last_change":"2024-04-25T15:58:41.239423+0000","last_active":"2024-04-25T15:59:33.287785+0000","last_peered":"2024-04-25T15:59:33.287785+0000","last_clean":"2024-04-25T15:59:33.287785+0000","last_became_active":"2024-04-25T15:58:41.239090+0000","last_became_peered":"2024-04-25T15:58:41.239090+0000","last_unstale":"2024-04-25T15:59:33.287785+0000","last_undegraded":"2024-04-25T15:59:33.287785+0000","last_fullsized":"2024-04-25T15:59:33.287785+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:16:42.843577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294464+0000","last_change":"2024-04-25T15:58:42.253042+0000","last_active":"2024-04-25T15:59:33.294464+0000","last_peered":"2024-04-25T15:59:33.294464+0000","last_clean":"2024-04-25T15:59:33.294464+0000","last_became_active":"2024-04-25T15:58:42.251607+0000","last_became_peered":"2024-04-25T15:58:42.251607+0000","last_unstale":"2024-04-25T15:59:33.294464+0000","last_undegraded":"2024-04-25T15:59:33.294464+0000","last_fullsized":"2024-04-25T15:59:33.294464+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:52:00.997920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287970+0000","last_change":"2024-04-25T15:58:42.256472+0000","last_active":"2024-04-25T15:59:33.287970+0000","last_peered":"2024-04-25T15:59:33.287970+0000","last_clean":"2024-04-25T15:59:33.287970+0000","last_became_active":"2024-04-25T15:58:42.256042+0000","last_became_peered":"2024-04-25T15:58:42.256042+0000","last_unstale":"2024-04-25T15:59:33.287970+0000","last_undegraded":"2024-04-25T15:59:33.287970+0000","last_fullsized":"2024-04-25T15:59:33.287970+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:05.233696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292776+0000","last_change":"2024-04-25T15:58:42.251117+0000","last_active":"2024-04-25T15:59:33.292776+0000","last_peered":"2024-04-25T15:59:33.292776+0000","last_clean":"2024-04-25T15:59:33.292776+0000","last_became_active":"2024-04-25T15:58:42.250699+0000","last_became_peered":"2024-04-25T15:58:42.250699+0000","last_unstale":"2024-04-25T15:59:33.292776+0000","last_undegraded":"2024-04-25T15:59:33.292776+0000","last_fullsized":"2024-04-25T15:59:33.292776+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:07:06.156055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291597+0000","last_change":"2024-04-25T15:58:42.248233+0000","last_active":"2024-04-25T15:59:33.291597+0000","last_peered":"2024-04-25T15:59:33.291597+0000","last_clean":"2024-04-25T15:59:33.291597+0000","last_became_active":"2024-04-25T15:58:42.247797+0000","last_became_peered":"2024-04-25T15:58:42.247797+0000","last_unstale":"2024-04-25T15:59:33.291597+0000","last_undegraded":"2024-04-25T15:59:33.291597+0000","last_fullsized":"2024-04-25T15:59:33.291597+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:48.328094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.295806+0000","last_change":"2024-04-25T15:59:33.295806+0000","last_active":"2024-04-25T15:59:33.295806+0000","last_peered":"2024-04-25T15:59:33.295806+0000","last_clean":"2024-04-25T15:59:33.295806+0000","last_became_active":"2024-04-25T15:59:33.295446+0000","last_became_peered":"2024-04-25T15:59:33.295446+0000","last_unstale":"2024-04-25T15:59:33.295806+0000","last_undegraded":"2024-04-25T15:59:33.295806+0000","last_fullsized":"2024-04-25T15:59:33.295806+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:40:57.873791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287647+0000","last_change":"2024-04-25T15:58:42.250017+0000","last_active":"2024-04-25T15:59:33.287647+0000","last_peered":"2024-04-25T15:59:33.287647+0000","last_clean":"2024-04-25T15:59:33.287647+0000","last_became_active":"2024-04-25T15:58:42.249669+0000","last_became_peered":"2024-04-25T15:58:42.249669+0000","last_unstale":"2024-04-25T15:59:33.287647+0000","last_undegraded":"2024-04-25T15:59:33.287647+0000","last_fullsized":"2024-04-25T15:59:33.287647+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:20:20.329897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288582+0000","last_change":"2024-04-25T15:58:42.253004+0000","last_active":"2024-04-25T15:59:33.288582+0000","last_peered":"2024-04-25T15:59:33.288582+0000","last_clean":"2024-04-25T15:59:33.288582+0000","last_became_active":"2024-04-25T15:58:42.251971+0000","last_became_peered":"2024-04-25T15:58:42.251971+0000","last_unstale":"2024-04-25T15:59:33.288582+0000","last_undegraded":"2024-04-25T15:59:33.288582+0000","last_fullsized":"2024-04-25T15:59:33.288582+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:51:38.509688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293574+0000","last_change":"2024-04-25T15:58:42.248645+0000","last_active":"2024-04-25T15:59:33.293574+0000","last_peered":"2024-04-25T15:59:33.293574+0000","last_clean":"2024-04-25T15:59:33.293574+0000","last_became_active":"2024-04-25T15:58:42.248194+0000","last_became_peered":"2024-04-25T15:58:42.248194+0000","last_unstale":"2024-04-25T15:59:33.293574+0000","last_undegraded":"2024-04-25T15:59:33.293574+0000","last_fullsized":"2024-04-25T15:59:33.293574+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:43:56.381488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291431+0000","last_change":"2024-04-25T15:58:42.260786+0000","last_active":"2024-04-25T15:59:33.291431+0000","last_peered":"2024-04-25T15:59:33.291431+0000","last_clean":"2024-04-25T15:59:33.291431+0000","last_became_active":"2024-04-25T15:58:42.260419+0000","last_became_peered":"2024-04-25T15:58:42.260419+0000","last_unstale":"2024-04-25T15:59:33.291431+0000","last_undegraded":"2024-04-25T15:59:33.291431+0000","last_fullsized":"2024-04-25T15:59:33.291431+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:24.238746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296940+0000","last_change":"2024-04-25T15:58:42.255622+0000","last_active":"2024-04-25T15:59:33.296940+0000","last_peered":"2024-04-25T15:59:33.296940+0000","last_clean":"2024-04-25T15:59:33.296940+0000","last_became_active":"2024-04-25T15:58:42.254371+0000","last_became_peered":"2024-04-25T15:58:42.254371+0000","last_unstale":"2024-04-25T15:59:33.296940+0000","last_undegraded":"2024-04-25T15:59:33.296940+0000","last_fullsized":"2024-04-25T15:59:33.296940+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:20:57.508349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290997+0000","last_change":"2024-04-25T15:58:42.253409+0000","last_active":"2024-04-25T15:59:33.290997+0000","last_peered":"2024-04-25T15:59:33.290997+0000","last_clean":"2024-04-25T15:59:33.290997+0000","last_became_active":"2024-04-25T15:58:42.253079+0000","last_became_peered":"2024-04-25T15:58:42.253079+0000","last_unstale":"2024-04-25T15:59:33.290997+0000","last_undegraded":"2024-04-25T15:59:33.290997+0000","last_fullsized":"2024-04-25T15:59:33.290997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:16:30.388904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796873+0000","last_change":"2024-04-25T15:58:42.264635+0000","last_active":"2024-04-25T15:59:33.796873+0000","last_peered":"2024-04-25T15:59:33.796873+0000","last_clean":"2024-04-25T15:59:33.796873+0000","last_became_active":"2024-04-25T15:58:42.264278+0000","last_became_peered":"2024-04-25T15:58:42.264278+0000","last_unstale":"2024-04-25T15:59:33.796873+0000","last_undegraded":"2024-04-25T15:59:33.796873+0000","last_fullsized":"2024-04-25T15:59:33.796873+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:38:40.301553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287322+0000","last_change":"2024-04-25T15:58:42.245235+0000","last_active":"2024-04-25T15:59:33.287322+0000","last_peered":"2024-04-25T15:59:33.287322+0000","last_clean":"2024-04-25T15:59:33.287322+0000","last_became_active":"2024-04-25T15:58:42.244883+0000","last_became_peered":"2024-04-25T15:58:42.244883+0000","last_unstale":"2024-04-25T15:59:33.287322+0000","last_undegraded":"2024-04-25T15:59:33.287322+0000","last_fullsized":"2024-04-25T15:59:33.287322+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:05:06.456462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288600+0000","last_change":"2024-04-25T15:58:42.261271+0000","last_active":"2024-04-25T15:59:33.288600+0000","last_peered":"2024-04-25T15:59:33.288600+0000","last_clean":"2024-04-25T15:59:33.288600+0000","last_became_active":"2024-04-25T15:58:42.260706+0000","last_became_peered":"2024-04-25T15:58:42.260706+0000","last_unstale":"2024-04-25T15:59:33.288600+0000","last_undegraded":"2024-04-25T15:59:33.288600+0000","last_fullsized":"2024-04-25T15:59:33.288600+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:58:52.598274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72610,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":704,"num_read_kb":443,"num_write":246,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":217830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710754,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":447057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906983,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1098888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070508,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36264,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708888,"statfs":{"total":95995035648,"available":95957901312,"internally_reserved":0,"allocated":946176,"data_stored":450692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266737,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":446974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462967,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28524,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716628,"statfs":{"total":95995035648,"available":95965827072,"internally_reserved":0,"allocated":1536000,"data_stored":1043862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626492,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":442100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":508145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":942080,"data_stored":443947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36312,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708840,"statfs":{"total":95995035648,"available":95957852160,"internally_reserved":0,"allocated":999424,"data_stored":507586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":929792,"data_stored":441808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986245,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":448126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822721,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1544192,"data_stored":1039053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":66208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":67142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T16:00:22.027 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T16:00:22.268 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:22.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:22 smithi112 ceph-mon[29426]: pgmap v336: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:22.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:22 smithi133 ceph-mon[32641]: pgmap v336: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:22.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:22 smithi116 ceph-mon[32780]: pgmap v336: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:24.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1133317523 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04108de0 msgr2=0x7fcc041091f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:24.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1133317523 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04108de0 0x7fcc041091f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fcbf00099c0 tx=0x7fcbf0009cd0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1133317523 shutdown_connections 2024-04-25T16:00:24.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1133317523 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc04109730 0x7fcc04111090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1133317523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc041044b0 0x7fcc041048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1133317523 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04108de0 0x7fcc041091f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1133317523 >> 172.21.15.112:0/1133317523 conn(0x7fcc040ffda0 msgr2=0x7fcc041021f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1133317523 shutdown_connections 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.112+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1133317523 wait complete. 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 Processor -- start 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 -- start start 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc041044b0 0x7fcc041a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc04108de0 0x7fcc041a0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04109730 0x7fcc0419aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcc041141f0 con 0x7fcc04109730 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcc04114070 con 0x7fcc04108de0 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc0adbb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcc04114370 con 0x7fcc041044b0 2024-04-25T16:00:24.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc09358700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04109730 0x7fcc0419aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc09358700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04109730 0x7fcc0419aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37206/0 (socket says 172.21.15.112:37206) 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc09358700 1 -- 172.21.15.112:0/1366700169 learned_addr learned my addr 172.21.15.112:0/1366700169 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc08b57700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc041044b0 0x7fcc041a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc03fff700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc04108de0 0x7fcc041a0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc09358700 1 -- 172.21.15.112:0/1366700169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc041044b0 msgr2=0x7fcc041a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.113+0000 7fcc09358700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc041044b0 0x7fcc041a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc09358700 1 -- 172.21.15.112:0/1366700169 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc04108de0 msgr2=0x7fcc041a0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc09358700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc04108de0 0x7fcc041a0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc09358700 1 -- 172.21.15.112:0/1366700169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc0419b100 con 0x7fcc04109730 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc03fff700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc04108de0 0x7fcc041a0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc09358700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04109730 0x7fcc0419aa50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc00ada0 tx=0x7fcbfc00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc01ffb700 1 -- 172.21.15.112:0/1366700169 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbfc017020 con 0x7fcc04109730 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc0419b3f0 con 0x7fcc04109730 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc01ffb700 1 -- 172.21.15.112:0/1366700169 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcbfc00ce10 con 0x7fcc04109730 2024-04-25T16:00:24.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc01ffb700 1 -- 172.21.15.112:0/1366700169 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbfc005280 con 0x7fcc04109730 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.114+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc041a76c0 con 0x7fcc04109730 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.115+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc04105960 con 0x7fcc04109730 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.116+0000 7fcc01ffb700 1 -- 172.21.15.112:0/1366700169 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fcbfc00c980 con 0x7fcc04109730 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.117+0000 7fcc01ffb700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcbf40afc10 0x7fcbf40b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.117+0000 7fcc08b57700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcbf40afc10 0x7fcbf40b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.117+0000 7fcc01ffb700 1 -- 172.21.15.112:0/1366700169 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fcbfc0de800 con 0x7fcc04109730 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.117+0000 7fcc08b57700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcbf40afc10 0x7fcbf40b2120 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fcbf8005950 tx=0x7fcbf800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:24.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.122+0000 7fcc01ffb700 1 -- 172.21.15.112:0/1366700169 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcbfc021020 con 0x7fcc04109730 2024-04-25T16:00:24.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.315+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcc0419bf80 con 0x7fcbf40afc10 2024-04-25T16:00:24.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.325+0000 7fcc01ffb700 1 -- 172.21.15.112:0/1366700169 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340382 (secure 0 0 0) 0x7fcc0419bf80 con 0x7fcbf40afc10 2024-04-25T16:00:24.330 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcbf40afc10 msgr2=0x7fcbf40b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcbf40afc10 0x7fcbf40b2120 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fcbf8005950 tx=0x7fcbf800a300 comp rx=0 tx=0).stop 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04109730 msgr2=0x7fcc0419aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04109730 0x7fcc0419aa50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc00ada0 tx=0x7fcbfc00c330 comp rx=0 tx=0).stop 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 shutdown_connections 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcbf40afc10 0x7fcbf40b2120 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc04109730 0x7fcc0419aa50 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc041044b0 0x7fcc041a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 --2- 172.21.15.112:0/1366700169 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc04108de0 0x7fcc041a0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:24.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 >> 172.21.15.112:0/1366700169 conn(0x7fcc040ffda0 msgr2=0x7fcc041021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:24.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 shutdown_connections 2024-04-25T16:00:24.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:24.328+0000 7fcc0adbb700 1 -- 172.21.15.112:0/1366700169 wait complete. 2024-04-25T16:00:24.334 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-25T16:00:24.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:24 smithi133 ceph-mon[32641]: pgmap v337: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T16:00:24.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:24 smithi112 ceph-mon[29426]: pgmap v337: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T16:00:24.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:24 smithi116 ceph-mon[32780]: pgmap v337: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T16:00:25.179 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":337,"stamp":"2024-04-25T16:00:24.232988+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663212,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":835,"num_read_kb":537,"num_write":371,"num_write_kb":2298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2953401,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":309,"ondisk_log_size":309,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370424,"kb_used_data":12896,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571400,"statfs":{"total":1151940427776,"available":1151561113600,"internally_reserved":0,"allocated":13205504,"data_stored":7318238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003464"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288710+0000","last_change":"2024-04-25T15:58:42.253759+0000","last_active":"2024-04-25T15:59:33.288710+0000","last_peered":"2024-04-25T15:59:33.288710+0000","last_clean":"2024-04-25T15:59:33.288710+0000","last_became_active":"2024-04-25T15:58:42.253327+0000","last_became_peered":"2024-04-25T15:58:42.253327+0000","last_unstale":"2024-04-25T15:59:33.288710+0000","last_undegraded":"2024-04-25T15:59:33.288710+0000","last_fullsized":"2024-04-25T15:59:33.288710+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:50:03.502617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291526+0000","last_change":"2024-04-25T15:58:42.254420+0000","last_active":"2024-04-25T15:59:33.291526+0000","last_peered":"2024-04-25T15:59:33.291526+0000","last_clean":"2024-04-25T15:59:33.291526+0000","last_became_active":"2024-04-25T15:58:42.249888+0000","last_became_peered":"2024-04-25T15:58:42.249888+0000","last_unstale":"2024-04-25T15:59:33.291526+0000","last_undegraded":"2024-04-25T15:59:33.291526+0000","last_fullsized":"2024-04-25T15:59:33.291526+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:34:21.581080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291166+0000","last_change":"2024-04-25T15:58:42.254178+0000","last_active":"2024-04-25T15:59:33.291166+0000","last_peered":"2024-04-25T15:59:33.291166+0000","last_clean":"2024-04-25T15:59:33.291166+0000","last_became_active":"2024-04-25T15:58:42.253773+0000","last_became_peered":"2024-04-25T15:58:42.253773+0000","last_unstale":"2024-04-25T15:59:33.291166+0000","last_undegraded":"2024-04-25T15:59:33.291166+0000","last_fullsized":"2024-04-25T15:59:33.291166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:10:54.499826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290861+0000","last_change":"2024-04-25T15:58:42.258679+0000","last_active":"2024-04-25T15:59:33.290861+0000","last_peered":"2024-04-25T15:59:33.290861+0000","last_clean":"2024-04-25T15:59:33.290861+0000","last_became_active":"2024-04-25T15:58:42.258308+0000","last_became_peered":"2024-04-25T15:58:42.258308+0000","last_unstale":"2024-04-25T15:59:33.290861+0000","last_undegraded":"2024-04-25T15:59:33.290861+0000","last_fullsized":"2024-04-25T15:59:33.290861+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:38:31.331182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290939+0000","last_change":"2024-04-25T15:58:42.253302+0000","last_active":"2024-04-25T15:59:33.290939+0000","last_peered":"2024-04-25T15:59:33.290939+0000","last_clean":"2024-04-25T15:59:33.290939+0000","last_became_active":"2024-04-25T15:58:42.252947+0000","last_became_peered":"2024-04-25T15:58:42.252947+0000","last_unstale":"2024-04-25T15:59:33.290939+0000","last_undegraded":"2024-04-25T15:59:33.290939+0000","last_fullsized":"2024-04-25T15:59:33.290939+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:48:51.569525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.289847+0000","last_change":"2024-04-25T15:58:42.248203+0000","last_active":"2024-04-25T15:59:33.289847+0000","last_peered":"2024-04-25T15:59:33.289847+0000","last_clean":"2024-04-25T15:59:33.289847+0000","last_became_active":"2024-04-25T15:58:42.247805+0000","last_became_peered":"2024-04-25T15:58:42.247805+0000","last_unstale":"2024-04-25T15:59:33.289847+0000","last_undegraded":"2024-04-25T15:59:33.289847+0000","last_fullsized":"2024-04-25T15:59:33.289847+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:35:11.232267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293815+0000","last_change":"2024-04-25T15:58:42.254723+0000","last_active":"2024-04-25T15:59:33.293815+0000","last_peered":"2024-04-25T15:59:33.293815+0000","last_clean":"2024-04-25T15:59:33.293815+0000","last_became_active":"2024-04-25T15:58:42.254359+0000","last_became_peered":"2024-04-25T15:58:42.254359+0000","last_unstale":"2024-04-25T15:59:33.293815+0000","last_undegraded":"2024-04-25T15:59:33.293815+0000","last_fullsized":"2024-04-25T15:59:33.293815+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:47:17.201149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290439+0000","last_change":"2024-04-25T15:58:42.262885+0000","last_active":"2024-04-25T15:59:33.290439+0000","last_peered":"2024-04-25T15:59:33.290439+0000","last_clean":"2024-04-25T15:59:33.290439+0000","last_became_active":"2024-04-25T15:58:42.261186+0000","last_became_peered":"2024-04-25T15:58:42.261186+0000","last_unstale":"2024-04-25T15:59:33.290439+0000","last_undegraded":"2024-04-25T15:59:33.290439+0000","last_fullsized":"2024-04-25T15:59:33.290439+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:19.226757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797352+0000","last_change":"2024-04-25T15:58:42.268359+0000","last_active":"2024-04-25T15:59:33.797352+0000","last_peered":"2024-04-25T15:59:33.797352+0000","last_clean":"2024-04-25T15:59:33.797352+0000","last_became_active":"2024-04-25T15:58:42.266039+0000","last_became_peered":"2024-04-25T15:58:42.266039+0000","last_unstale":"2024-04-25T15:59:33.797352+0000","last_undegraded":"2024-04-25T15:59:33.797352+0000","last_fullsized":"2024-04-25T15:59:33.797352+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:36:42.514742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291155+0000","last_change":"2024-04-25T15:58:42.249550+0000","last_active":"2024-04-25T15:59:33.291155+0000","last_peered":"2024-04-25T15:59:33.291155+0000","last_clean":"2024-04-25T15:59:33.291155+0000","last_became_active":"2024-04-25T15:58:42.248997+0000","last_became_peered":"2024-04-25T15:58:42.248997+0000","last_unstale":"2024-04-25T15:59:33.291155+0000","last_undegraded":"2024-04-25T15:59:33.291155+0000","last_fullsized":"2024-04-25T15:59:33.291155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:40:48.332650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294213+0000","last_change":"2024-04-25T15:58:42.266056+0000","last_active":"2024-04-25T15:59:33.294213+0000","last_peered":"2024-04-25T15:59:33.294213+0000","last_clean":"2024-04-25T15:59:33.294213+0000","last_became_active":"2024-04-25T15:58:42.265415+0000","last_became_peered":"2024-04-25T15:58:42.265415+0000","last_unstale":"2024-04-25T15:59:33.294213+0000","last_undegraded":"2024-04-25T15:59:33.294213+0000","last_fullsized":"2024-04-25T15:59:33.294213+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:14:27.836225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291017+0000","last_change":"2024-04-25T15:58:42.257420+0000","last_active":"2024-04-25T15:59:33.291017+0000","last_peered":"2024-04-25T15:59:33.291017+0000","last_clean":"2024-04-25T15:59:33.291017+0000","last_became_active":"2024-04-25T15:58:42.257027+0000","last_became_peered":"2024-04-25T15:58:42.257027+0000","last_unstale":"2024-04-25T15:59:33.291017+0000","last_undegraded":"2024-04-25T15:59:33.291017+0000","last_fullsized":"2024-04-25T15:59:33.291017+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:11:37.516866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287453+0000","last_change":"2024-04-25T15:58:42.260435+0000","last_active":"2024-04-25T15:59:33.287453+0000","last_peered":"2024-04-25T15:59:33.287453+0000","last_clean":"2024-04-25T15:59:33.287453+0000","last_became_active":"2024-04-25T15:58:42.260056+0000","last_became_peered":"2024-04-25T15:58:42.260056+0000","last_unstale":"2024-04-25T15:59:33.287453+0000","last_undegraded":"2024-04-25T15:59:33.287453+0000","last_fullsized":"2024-04-25T15:59:33.287453+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:24:15.420830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290346+0000","last_change":"2024-04-25T15:58:42.253188+0000","last_active":"2024-04-25T15:59:33.290346+0000","last_peered":"2024-04-25T15:59:33.290346+0000","last_clean":"2024-04-25T15:59:33.290346+0000","last_became_active":"2024-04-25T15:58:42.252286+0000","last_became_peered":"2024-04-25T15:58:42.252286+0000","last_unstale":"2024-04-25T15:59:33.290346+0000","last_undegraded":"2024-04-25T15:59:33.290346+0000","last_fullsized":"2024-04-25T15:59:33.290346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:27:28.552989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294828+0000","last_change":"2024-04-25T15:59:33.294828+0000","last_active":"2024-04-25T15:59:33.294828+0000","last_peered":"2024-04-25T15:59:33.294828+0000","last_clean":"2024-04-25T15:59:33.294828+0000","last_became_active":"2024-04-25T15:59:33.294400+0000","last_became_peered":"2024-04-25T15:59:33.294400+0000","last_unstale":"2024-04-25T15:59:33.294828+0000","last_undegraded":"2024-04-25T15:59:33.294828+0000","last_fullsized":"2024-04-25T15:59:33.294828+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:14:21.116825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796556+0000","last_change":"2024-04-25T15:58:42.262114+0000","last_active":"2024-04-25T15:59:33.796556+0000","last_peered":"2024-04-25T15:59:33.796556+0000","last_clean":"2024-04-25T15:59:33.796556+0000","last_became_active":"2024-04-25T15:58:42.261700+0000","last_became_peered":"2024-04-25T15:58:42.261700+0000","last_unstale":"2024-04-25T15:59:33.796556+0000","last_undegraded":"2024-04-25T15:59:33.796556+0000","last_fullsized":"2024-04-25T15:59:33.796556+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:11.400861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288641+0000","last_change":"2024-04-25T15:58:42.253275+0000","last_active":"2024-04-25T15:59:33.288641+0000","last_peered":"2024-04-25T15:59:33.288641+0000","last_clean":"2024-04-25T15:59:33.288641+0000","last_became_active":"2024-04-25T15:58:42.252903+0000","last_became_peered":"2024-04-25T15:58:42.252903+0000","last_unstale":"2024-04-25T15:59:33.288641+0000","last_undegraded":"2024-04-25T15:59:33.288641+0000","last_fullsized":"2024-04-25T15:59:33.288641+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:27.221177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294811+0000","last_change":"2024-04-25T15:58:42.247057+0000","last_active":"2024-04-25T15:59:33.294811+0000","last_peered":"2024-04-25T15:59:33.294811+0000","last_clean":"2024-04-25T15:59:33.294811+0000","last_became_active":"2024-04-25T15:58:42.246694+0000","last_became_peered":"2024-04-25T15:58:42.246694+0000","last_unstale":"2024-04-25T15:59:33.294811+0000","last_undegraded":"2024-04-25T15:59:33.294811+0000","last_fullsized":"2024-04-25T15:59:33.294811+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:32:26.121051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292265+0000","last_change":"2024-04-25T15:58:42.252086+0000","last_active":"2024-04-25T15:59:33.292265+0000","last_peered":"2024-04-25T15:59:33.292265+0000","last_clean":"2024-04-25T15:59:33.292265+0000","last_became_active":"2024-04-25T15:58:42.250589+0000","last_became_peered":"2024-04-25T15:58:42.250589+0000","last_unstale":"2024-04-25T15:59:33.292265+0000","last_undegraded":"2024-04-25T15:59:33.292265+0000","last_fullsized":"2024-04-25T15:59:33.292265+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:13:56.829151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292839+0000","last_change":"2024-04-25T15:58:46.280536+0000","last_active":"2024-04-25T15:59:33.292839+0000","last_peered":"2024-04-25T15:59:33.292839+0000","last_clean":"2024-04-25T15:59:33.292839+0000","last_became_active":"2024-04-25T15:58:46.280092+0000","last_became_peered":"2024-04-25T15:58:46.280092+0000","last_unstale":"2024-04-25T15:59:33.292839+0000","last_undegraded":"2024-04-25T15:59:33.292839+0000","last_fullsized":"2024-04-25T15:59:33.292839+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:22.476445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":114,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:21.061931+0000","last_change":"2024-04-25T15:58:41.236959+0000","last_active":"2024-04-25T16:00:21.061931+0000","last_peered":"2024-04-25T16:00:21.061931+0000","last_clean":"2024-04-25T16:00:21.061931+0000","last_became_active":"2024-04-25T15:58:41.236576+0000","last_became_peered":"2024-04-25T15:58:41.236576+0000","last_unstale":"2024-04-25T16:00:21.061931+0000","last_undegraded":"2024-04-25T16:00:21.061931+0000","last_fullsized":"2024-04-25T16:00:21.061931+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:56:42.093836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290386+0000","last_change":"2024-04-25T15:58:42.263667+0000","last_active":"2024-04-25T15:59:33.290386+0000","last_peered":"2024-04-25T15:59:33.290386+0000","last_clean":"2024-04-25T15:59:33.290386+0000","last_became_active":"2024-04-25T15:58:42.262282+0000","last_became_peered":"2024-04-25T15:58:42.262282+0000","last_unstale":"2024-04-25T15:59:33.290386+0000","last_undegraded":"2024-04-25T15:59:33.290386+0000","last_fullsized":"2024-04-25T15:59:33.290386+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:09:16.403633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290336+0000","last_change":"2024-04-25T15:58:46.278426+0000","last_active":"2024-04-25T15:59:33.290336+0000","last_peered":"2024-04-25T15:59:33.290336+0000","last_clean":"2024-04-25T15:59:33.290336+0000","last_became_active":"2024-04-25T15:58:46.277875+0000","last_became_peered":"2024-04-25T15:58:46.277875+0000","last_unstale":"2024-04-25T15:59:33.290336+0000","last_undegraded":"2024-04-25T15:59:33.290336+0000","last_fullsized":"2024-04-25T15:59:33.290336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:41:40.871847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290935+0000","last_change":"2024-04-25T15:58:41.242149+0000","last_active":"2024-04-25T15:59:33.290935+0000","last_peered":"2024-04-25T15:59:33.290935+0000","last_clean":"2024-04-25T15:59:33.290935+0000","last_became_active":"2024-04-25T15:58:41.241811+0000","last_became_peered":"2024-04-25T15:58:41.241811+0000","last_unstale":"2024-04-25T15:59:33.290935+0000","last_undegraded":"2024-04-25T15:59:33.290935+0000","last_fullsized":"2024-04-25T15:59:33.290935+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:37.440842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291526+0000","last_change":"2024-04-25T15:58:42.251463+0000","last_active":"2024-04-25T15:59:33.291526+0000","last_peered":"2024-04-25T15:59:33.291526+0000","last_clean":"2024-04-25T15:59:33.291526+0000","last_became_active":"2024-04-25T15:58:42.249569+0000","last_became_peered":"2024-04-25T15:58:42.249569+0000","last_unstale":"2024-04-25T15:59:33.291526+0000","last_undegraded":"2024-04-25T15:59:33.291526+0000","last_fullsized":"2024-04-25T15:59:33.291526+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:55:02.961395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291593+0000","last_change":"2024-04-25T15:58:46.279047+0000","last_active":"2024-04-25T15:59:33.291593+0000","last_peered":"2024-04-25T15:59:33.291593+0000","last_clean":"2024-04-25T15:59:33.291593+0000","last_became_active":"2024-04-25T15:58:46.278393+0000","last_became_peered":"2024-04-25T15:58:46.278393+0000","last_unstale":"2024-04-25T15:59:33.291593+0000","last_undegraded":"2024-04-25T15:59:33.291593+0000","last_fullsized":"2024-04-25T15:59:33.291593+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:56:15.904275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293521+0000","last_change":"2024-04-25T15:58:41.236885+0000","last_active":"2024-04-25T15:59:33.293521+0000","last_peered":"2024-04-25T15:59:33.293521+0000","last_clean":"2024-04-25T15:59:33.293521+0000","last_became_active":"2024-04-25T15:58:41.236497+0000","last_became_peered":"2024-04-25T15:58:41.236497+0000","last_unstale":"2024-04-25T15:59:33.293521+0000","last_undegraded":"2024-04-25T15:59:33.293521+0000","last_fullsized":"2024-04-25T15:59:33.293521+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:47:06.245456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797017+0000","last_change":"2024-04-25T15:58:42.265519+0000","last_active":"2024-04-25T15:59:33.797017+0000","last_peered":"2024-04-25T15:59:33.797017+0000","last_clean":"2024-04-25T15:59:33.797017+0000","last_became_active":"2024-04-25T15:58:42.265173+0000","last_became_peered":"2024-04-25T15:58:42.265173+0000","last_unstale":"2024-04-25T15:59:33.797017+0000","last_undegraded":"2024-04-25T15:59:33.797017+0000","last_fullsized":"2024-04-25T15:59:33.797017+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:05.542216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290349+0000","last_change":"2024-04-25T15:58:46.280351+0000","last_active":"2024-04-25T15:59:33.290349+0000","last_peered":"2024-04-25T15:59:33.290349+0000","last_clean":"2024-04-25T15:59:33.290349+0000","last_became_active":"2024-04-25T15:58:46.280063+0000","last_became_peered":"2024-04-25T15:58:46.280063+0000","last_unstale":"2024-04-25T15:59:33.290349+0000","last_undegraded":"2024-04-25T15:59:33.290349+0000","last_fullsized":"2024-04-25T15:59:33.290349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:03:37.658387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291217+0000","last_change":"2024-04-25T15:58:41.241656+0000","last_active":"2024-04-25T15:59:33.291217+0000","last_peered":"2024-04-25T15:59:33.291217+0000","last_clean":"2024-04-25T15:59:33.291217+0000","last_became_active":"2024-04-25T15:58:41.241301+0000","last_became_peered":"2024-04-25T15:58:41.241301+0000","last_unstale":"2024-04-25T15:59:33.291217+0000","last_undegraded":"2024-04-25T15:59:33.291217+0000","last_fullsized":"2024-04-25T15:59:33.291217+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:21:01.883250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.297164+0000","last_change":"2024-04-25T15:58:42.256608+0000","last_active":"2024-04-25T15:59:33.297164+0000","last_peered":"2024-04-25T15:59:33.297164+0000","last_clean":"2024-04-25T15:59:33.297164+0000","last_became_active":"2024-04-25T15:58:42.256251+0000","last_became_peered":"2024-04-25T15:58:42.256251+0000","last_unstale":"2024-04-25T15:59:33.297164+0000","last_undegraded":"2024-04-25T15:59:33.297164+0000","last_fullsized":"2024-04-25T15:59:33.297164+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:33:19.715044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292199+0000","last_change":"2024-04-25T15:58:46.271492+0000","last_active":"2024-04-25T15:59:33.292199+0000","last_peered":"2024-04-25T15:59:33.292199+0000","last_clean":"2024-04-25T15:59:33.292199+0000","last_became_active":"2024-04-25T15:58:46.271061+0000","last_became_peered":"2024-04-25T15:58:46.271061+0000","last_unstale":"2024-04-25T15:59:33.292199+0000","last_undegraded":"2024-04-25T15:59:33.292199+0000","last_fullsized":"2024-04-25T15:59:33.292199+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:10.849149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":108,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:21.078190+0000","last_change":"2024-04-25T15:58:41.241726+0000","last_active":"2024-04-25T16:00:21.078190+0000","last_peered":"2024-04-25T16:00:21.078190+0000","last_clean":"2024-04-25T16:00:21.078190+0000","last_became_active":"2024-04-25T15:58:41.241249+0000","last_became_peered":"2024-04-25T15:58:41.241249+0000","last_unstale":"2024-04-25T16:00:21.078190+0000","last_undegraded":"2024-04-25T16:00:21.078190+0000","last_fullsized":"2024-04-25T16:00:21.078190+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:01:35.370879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292501+0000","last_change":"2024-04-25T15:58:42.255869+0000","last_active":"2024-04-25T15:59:33.292501+0000","last_peered":"2024-04-25T15:59:33.292501+0000","last_clean":"2024-04-25T15:59:33.292501+0000","last_became_active":"2024-04-25T15:58:42.255523+0000","last_became_peered":"2024-04-25T15:58:42.255523+0000","last_unstale":"2024-04-25T15:59:33.292501+0000","last_undegraded":"2024-04-25T15:59:33.292501+0000","last_fullsized":"2024-04-25T15:59:33.292501+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:32:30.589529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293124+0000","last_change":"2024-04-25T15:58:46.281333+0000","last_active":"2024-04-25T15:59:33.293124+0000","last_peered":"2024-04-25T15:59:33.293124+0000","last_clean":"2024-04-25T15:59:33.293124+0000","last_became_active":"2024-04-25T15:58:46.280995+0000","last_became_peered":"2024-04-25T15:58:46.280995+0000","last_unstale":"2024-04-25T15:59:33.293124+0000","last_undegraded":"2024-04-25T15:59:33.293124+0000","last_fullsized":"2024-04-25T15:59:33.293124+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:25:37.866127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.289841+0000","last_change":"2024-04-25T15:58:41.238424+0000","last_active":"2024-04-25T15:59:33.289841+0000","last_peered":"2024-04-25T15:59:33.289841+0000","last_clean":"2024-04-25T15:59:33.289841+0000","last_became_active":"2024-04-25T15:58:41.237890+0000","last_became_peered":"2024-04-25T15:58:41.237890+0000","last_unstale":"2024-04-25T15:59:33.289841+0000","last_undegraded":"2024-04-25T15:59:33.289841+0000","last_fullsized":"2024-04-25T15:59:33.289841+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:36.920596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298236+0000","last_change":"2024-04-25T15:59:33.297688+0000","last_active":"2024-04-25T15:59:33.298236+0000","last_peered":"2024-04-25T15:59:33.298236+0000","last_clean":"2024-04-25T15:59:33.298236+0000","last_became_active":"2024-04-25T15:59:33.297226+0000","last_became_peered":"2024-04-25T15:59:33.297226+0000","last_unstale":"2024-04-25T15:59:33.298236+0000","last_undegraded":"2024-04-25T15:59:33.298236+0000","last_fullsized":"2024-04-25T15:59:33.298236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:46:36.659033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288511+0000","last_change":"2024-04-25T15:58:46.277675+0000","last_active":"2024-04-25T15:59:33.288511+0000","last_peered":"2024-04-25T15:59:33.288511+0000","last_clean":"2024-04-25T15:59:33.288511+0000","last_became_active":"2024-04-25T15:58:46.277142+0000","last_became_peered":"2024-04-25T15:58:46.277142+0000","last_unstale":"2024-04-25T15:59:33.288511+0000","last_undegraded":"2024-04-25T15:59:33.288511+0000","last_fullsized":"2024-04-25T15:59:33.288511+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:32.439128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287146+0000","last_change":"2024-04-25T15:58:41.235586+0000","last_active":"2024-04-25T15:59:33.287146+0000","last_peered":"2024-04-25T15:59:33.287146+0000","last_clean":"2024-04-25T15:59:33.287146+0000","last_became_active":"2024-04-25T15:58:41.235267+0000","last_became_peered":"2024-04-25T15:58:41.235267+0000","last_unstale":"2024-04-25T15:59:33.287146+0000","last_undegraded":"2024-04-25T15:59:33.287146+0000","last_fullsized":"2024-04-25T15:59:33.287146+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:36:22.682332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290675+0000","last_change":"2024-04-25T15:58:42.257294+0000","last_active":"2024-04-25T15:59:33.290675+0000","last_peered":"2024-04-25T15:59:33.290675+0000","last_clean":"2024-04-25T15:59:33.290675+0000","last_became_active":"2024-04-25T15:58:42.256948+0000","last_became_peered":"2024-04-25T15:58:42.256948+0000","last_unstale":"2024-04-25T15:59:33.290675+0000","last_undegraded":"2024-04-25T15:59:33.290675+0000","last_fullsized":"2024-04-25T15:59:33.290675+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:55.637334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291419+0000","last_change":"2024-04-25T15:58:46.274714+0000","last_active":"2024-04-25T15:59:33.291419+0000","last_peered":"2024-04-25T15:59:33.291419+0000","last_clean":"2024-04-25T15:59:33.291419+0000","last_became_active":"2024-04-25T15:58:46.274311+0000","last_became_peered":"2024-04-25T15:58:46.274311+0000","last_unstale":"2024-04-25T15:59:33.291419+0000","last_undegraded":"2024-04-25T15:59:33.291419+0000","last_fullsized":"2024-04-25T15:59:33.291419+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:04:55.522300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296797+0000","last_change":"2024-04-25T15:58:41.242187+0000","last_active":"2024-04-25T15:59:33.296797+0000","last_peered":"2024-04-25T15:59:33.296797+0000","last_clean":"2024-04-25T15:59:33.296797+0000","last_became_active":"2024-04-25T15:58:41.238945+0000","last_became_peered":"2024-04-25T15:58:41.238945+0000","last_unstale":"2024-04-25T15:59:33.296797+0000","last_undegraded":"2024-04-25T15:59:33.296797+0000","last_fullsized":"2024-04-25T15:59:33.296797+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:00:24.084636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294215+0000","last_change":"2024-04-25T15:58:42.247434+0000","last_active":"2024-04-25T15:59:33.294215+0000","last_peered":"2024-04-25T15:59:33.294215+0000","last_clean":"2024-04-25T15:59:33.294215+0000","last_became_active":"2024-04-25T15:58:42.247060+0000","last_became_peered":"2024-04-25T15:58:42.247060+0000","last_unstale":"2024-04-25T15:59:33.294215+0000","last_undegraded":"2024-04-25T15:59:33.294215+0000","last_fullsized":"2024-04-25T15:59:33.294215+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:05:27.868591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290470+0000","last_change":"2024-04-25T15:58:46.271716+0000","last_active":"2024-04-25T15:59:33.290470+0000","last_peered":"2024-04-25T15:59:33.290470+0000","last_clean":"2024-04-25T15:59:33.290470+0000","last_became_active":"2024-04-25T15:58:46.271267+0000","last_became_peered":"2024-04-25T15:58:46.271267+0000","last_unstale":"2024-04-25T15:59:33.290470+0000","last_undegraded":"2024-04-25T15:59:33.290470+0000","last_fullsized":"2024-04-25T15:59:33.290470+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:12.951096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":180,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:22.384483+0000","last_change":"2024-04-25T15:58:41.243115+0000","last_active":"2024-04-25T16:00:22.384483+0000","last_peered":"2024-04-25T16:00:22.384483+0000","last_clean":"2024-04-25T16:00:22.384483+0000","last_became_active":"2024-04-25T15:58:41.242557+0000","last_became_peered":"2024-04-25T15:58:41.242557+0000","last_unstale":"2024-04-25T16:00:22.384483+0000","last_undegraded":"2024-04-25T16:00:22.384483+0000","last_fullsized":"2024-04-25T16:00:22.384483+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:53:32.794416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":149,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797331+0000","last_change":"2024-04-25T15:58:42.267697+0000","last_active":"2024-04-25T15:59:33.797331+0000","last_peered":"2024-04-25T15:59:33.797331+0000","last_clean":"2024-04-25T15:59:33.797331+0000","last_became_active":"2024-04-25T15:58:42.267089+0000","last_became_peered":"2024-04-25T15:58:42.267089+0000","last_unstale":"2024-04-25T15:59:33.797331+0000","last_undegraded":"2024-04-25T15:59:33.797331+0000","last_fullsized":"2024-04-25T15:59:33.797331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:17.534799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294183+0000","last_change":"2024-04-25T15:58:46.285956+0000","last_active":"2024-04-25T15:59:33.294183+0000","last_peered":"2024-04-25T15:59:33.294183+0000","last_clean":"2024-04-25T15:59:33.294183+0000","last_became_active":"2024-04-25T15:58:46.284327+0000","last_became_peered":"2024-04-25T15:58:46.284327+0000","last_unstale":"2024-04-25T15:59:33.294183+0000","last_undegraded":"2024-04-25T15:59:33.294183+0000","last_fullsized":"2024-04-25T15:59:33.294183+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:57:44.512634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294147+0000","last_change":"2024-04-25T15:58:41.236984+0000","last_active":"2024-04-25T15:59:33.294147+0000","last_peered":"2024-04-25T15:59:33.294147+0000","last_clean":"2024-04-25T15:59:33.294147+0000","last_became_active":"2024-04-25T15:58:41.236565+0000","last_became_peered":"2024-04-25T15:58:41.236565+0000","last_unstale":"2024-04-25T15:59:33.294147+0000","last_undegraded":"2024-04-25T15:59:33.294147+0000","last_fullsized":"2024-04-25T15:59:33.294147+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:49.014994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291571+0000","last_change":"2024-04-25T15:58:42.254339+0000","last_active":"2024-04-25T15:59:33.291571+0000","last_peered":"2024-04-25T15:59:33.291571+0000","last_clean":"2024-04-25T15:59:33.291571+0000","last_became_active":"2024-04-25T15:58:42.252116+0000","last_became_peered":"2024-04-25T15:58:42.252116+0000","last_unstale":"2024-04-25T15:59:33.291571+0000","last_undegraded":"2024-04-25T15:59:33.291571+0000","last_fullsized":"2024-04-25T15:59:33.291571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:50.770266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291355+0000","last_change":"2024-04-25T15:58:46.278618+0000","last_active":"2024-04-25T15:59:33.291355+0000","last_peered":"2024-04-25T15:59:33.291355+0000","last_clean":"2024-04-25T15:59:33.291355+0000","last_became_active":"2024-04-25T15:58:46.278085+0000","last_became_peered":"2024-04-25T15:58:46.278085+0000","last_unstale":"2024-04-25T15:59:33.291355+0000","last_undegraded":"2024-04-25T15:59:33.291355+0000","last_fullsized":"2024-04-25T15:59:33.291355+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:16:45.908516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296816+0000","last_change":"2024-04-25T15:58:41.246516+0000","last_active":"2024-04-25T15:59:33.296816+0000","last_peered":"2024-04-25T15:59:33.296816+0000","last_clean":"2024-04-25T15:59:33.296816+0000","last_became_active":"2024-04-25T15:58:41.244530+0000","last_became_peered":"2024-04-25T15:58:41.244530+0000","last_unstale":"2024-04-25T15:59:33.296816+0000","last_undegraded":"2024-04-25T15:59:33.296816+0000","last_fullsized":"2024-04-25T15:59:33.296816+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:57.598485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.797242+0000","last_change":"2024-04-25T15:58:42.253915+0000","last_active":"2024-04-25T15:59:33.797242+0000","last_peered":"2024-04-25T15:59:33.797242+0000","last_clean":"2024-04-25T15:59:33.797242+0000","last_became_active":"2024-04-25T15:58:42.253542+0000","last_became_peered":"2024-04-25T15:58:42.253542+0000","last_unstale":"2024-04-25T15:59:33.797242+0000","last_undegraded":"2024-04-25T15:59:33.797242+0000","last_fullsized":"2024-04-25T15:59:33.797242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:59:46.539015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294098+0000","last_change":"2024-04-25T15:58:46.283125+0000","last_active":"2024-04-25T15:59:33.294098+0000","last_peered":"2024-04-25T15:59:33.294098+0000","last_clean":"2024-04-25T15:59:33.294098+0000","last_became_active":"2024-04-25T15:58:46.282647+0000","last_became_peered":"2024-04-25T15:58:46.282647+0000","last_unstale":"2024-04-25T15:59:33.294098+0000","last_undegraded":"2024-04-25T15:59:33.294098+0000","last_fullsized":"2024-04-25T15:59:33.294098+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:51:06.876405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"81'38","reported_seq":224,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:23.080510+0000","last_change":"2024-04-25T15:58:41.240327+0000","last_active":"2024-04-25T16:00:23.080510+0000","last_peered":"2024-04-25T16:00:23.080510+0000","last_clean":"2024-04-25T16:00:23.080510+0000","last_became_active":"2024-04-25T15:58:41.238427+0000","last_became_peered":"2024-04-25T15:58:41.238427+0000","last_unstale":"2024-04-25T16:00:23.080510+0000","last_undegraded":"2024-04-25T16:00:23.080510+0000","last_fullsized":"2024-04-25T16:00:23.080510+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:19:12.191994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65015,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":159,"num_read_kb":143,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293331+0000","last_change":"2024-04-25T15:58:42.251312+0000","last_active":"2024-04-25T15:59:33.293331+0000","last_peered":"2024-04-25T15:59:33.293331+0000","last_clean":"2024-04-25T15:59:33.293331+0000","last_became_active":"2024-04-25T15:58:42.250961+0000","last_became_peered":"2024-04-25T15:58:42.250961+0000","last_unstale":"2024-04-25T15:59:33.293331+0000","last_undegraded":"2024-04-25T15:59:33.293331+0000","last_fullsized":"2024-04-25T15:59:33.293331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:49:50.875186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.297913+0000","last_change":"2024-04-25T15:58:46.269373+0000","last_active":"2024-04-25T15:59:33.297913+0000","last_peered":"2024-04-25T15:59:33.297913+0000","last_clean":"2024-04-25T15:59:33.297913+0000","last_became_active":"2024-04-25T15:58:46.268380+0000","last_became_peered":"2024-04-25T15:58:46.268380+0000","last_unstale":"2024-04-25T15:59:33.297913+0000","last_undegraded":"2024-04-25T15:59:33.297913+0000","last_fullsized":"2024-04-25T15:59:33.297913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:11.579309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292325+0000","last_change":"2024-04-25T15:58:41.244088+0000","last_active":"2024-04-25T15:59:33.292325+0000","last_peered":"2024-04-25T15:59:33.292325+0000","last_clean":"2024-04-25T15:59:33.292325+0000","last_became_active":"2024-04-25T15:58:41.243716+0000","last_became_peered":"2024-04-25T15:58:41.243716+0000","last_unstale":"2024-04-25T15:59:33.292325+0000","last_undegraded":"2024-04-25T15:59:33.292325+0000","last_fullsized":"2024-04-25T15:59:33.292325+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:05:01.389117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287304+0000","last_change":"2024-04-25T15:58:42.248047+0000","last_active":"2024-04-25T15:59:33.287304+0000","last_peered":"2024-04-25T15:59:33.287304+0000","last_clean":"2024-04-25T15:59:33.287304+0000","last_became_active":"2024-04-25T15:58:42.247719+0000","last_became_peered":"2024-04-25T15:58:42.247719+0000","last_unstale":"2024-04-25T15:59:33.287304+0000","last_undegraded":"2024-04-25T15:59:33.287304+0000","last_fullsized":"2024-04-25T15:59:33.287304+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:24:44.351558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288282+0000","last_change":"2024-04-25T15:58:46.283672+0000","last_active":"2024-04-25T15:59:33.288282+0000","last_peered":"2024-04-25T15:59:33.288282+0000","last_clean":"2024-04-25T15:59:33.288282+0000","last_became_active":"2024-04-25T15:58:46.283287+0000","last_became_peered":"2024-04-25T15:58:46.283287+0000","last_unstale":"2024-04-25T15:59:33.288282+0000","last_undegraded":"2024-04-25T15:59:33.288282+0000","last_fullsized":"2024-04-25T15:59:33.288282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:12.367015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.297150+0000","last_change":"2024-04-25T15:58:41.241094+0000","last_active":"2024-04-25T15:59:33.297150+0000","last_peered":"2024-04-25T15:59:33.297150+0000","last_clean":"2024-04-25T15:59:33.297150+0000","last_became_active":"2024-04-25T15:58:41.240693+0000","last_became_peered":"2024-04-25T15:58:41.240693+0000","last_unstale":"2024-04-25T15:59:33.297150+0000","last_undegraded":"2024-04-25T15:59:33.297150+0000","last_fullsized":"2024-04-25T15:59:33.297150+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:10:14.524753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294274+0000","last_change":"2024-04-25T15:58:42.262460+0000","last_active":"2024-04-25T15:59:33.294274+0000","last_peered":"2024-04-25T15:59:33.294274+0000","last_clean":"2024-04-25T15:59:33.294274+0000","last_became_active":"2024-04-25T15:58:42.262098+0000","last_became_peered":"2024-04-25T15:58:42.262098+0000","last_unstale":"2024-04-25T15:59:33.294274+0000","last_undegraded":"2024-04-25T15:59:33.294274+0000","last_fullsized":"2024-04-25T15:59:33.294274+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:08.274999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294897+0000","last_change":"2024-04-25T15:58:46.282629+0000","last_active":"2024-04-25T15:59:33.294897+0000","last_peered":"2024-04-25T15:59:33.294897+0000","last_clean":"2024-04-25T15:59:33.294897+0000","last_became_active":"2024-04-25T15:58:46.282231+0000","last_became_peered":"2024-04-25T15:58:46.282231+0000","last_unstale":"2024-04-25T15:59:33.294897+0000","last_undegraded":"2024-04-25T15:59:33.294897+0000","last_fullsized":"2024-04-25T15:59:33.294897+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:43:11.932724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":108,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:20.061426+0000","last_change":"2024-04-25T15:58:41.240751+0000","last_active":"2024-04-25T16:00:20.061426+0000","last_peered":"2024-04-25T16:00:20.061426+0000","last_clean":"2024-04-25T16:00:20.061426+0000","last_became_active":"2024-04-25T15:58:41.240204+0000","last_became_peered":"2024-04-25T15:58:41.240204+0000","last_unstale":"2024-04-25T16:00:20.061426+0000","last_undegraded":"2024-04-25T16:00:20.061426+0000","last_fullsized":"2024-04-25T16:00:20.061426+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:12:22.124050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294403+0000","last_change":"2024-04-25T15:58:42.254600+0000","last_active":"2024-04-25T15:59:33.294403+0000","last_peered":"2024-04-25T15:59:33.294403+0000","last_clean":"2024-04-25T15:59:33.294403+0000","last_became_active":"2024-04-25T15:58:42.254216+0000","last_became_peered":"2024-04-25T15:58:42.254216+0000","last_unstale":"2024-04-25T15:59:33.294403+0000","last_undegraded":"2024-04-25T15:59:33.294403+0000","last_fullsized":"2024-04-25T15:59:33.294403+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:19.560752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287808+0000","last_change":"2024-04-25T15:58:46.277751+0000","last_active":"2024-04-25T15:59:33.287808+0000","last_peered":"2024-04-25T15:59:33.287808+0000","last_clean":"2024-04-25T15:59:33.287808+0000","last_became_active":"2024-04-25T15:58:46.277243+0000","last_became_peered":"2024-04-25T15:58:46.277243+0000","last_unstale":"2024-04-25T15:59:33.287808+0000","last_undegraded":"2024-04-25T15:59:33.287808+0000","last_fullsized":"2024-04-25T15:59:33.287808+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:17.766181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290681+0000","last_change":"2024-04-25T15:58:41.239226+0000","last_active":"2024-04-25T15:59:33.290681+0000","last_peered":"2024-04-25T15:59:33.290681+0000","last_clean":"2024-04-25T15:59:33.290681+0000","last_became_active":"2024-04-25T15:58:41.238823+0000","last_became_peered":"2024-04-25T15:58:41.238823+0000","last_unstale":"2024-04-25T15:59:33.290681+0000","last_undegraded":"2024-04-25T15:59:33.290681+0000","last_fullsized":"2024-04-25T15:59:33.290681+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:17:08.633577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296348+0000","last_change":"2024-04-25T15:58:42.265555+0000","last_active":"2024-04-25T15:59:33.296348+0000","last_peered":"2024-04-25T15:59:33.296348+0000","last_clean":"2024-04-25T15:59:33.296348+0000","last_became_active":"2024-04-25T15:58:42.265215+0000","last_became_peered":"2024-04-25T15:58:42.265215+0000","last_unstale":"2024-04-25T15:59:33.296348+0000","last_undegraded":"2024-04-25T15:59:33.296348+0000","last_fullsized":"2024-04-25T15:59:33.296348+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:41.379413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296200+0000","last_change":"2024-04-25T15:58:46.274868+0000","last_active":"2024-04-25T15:59:33.296200+0000","last_peered":"2024-04-25T15:59:33.296200+0000","last_clean":"2024-04-25T15:59:33.296200+0000","last_became_active":"2024-04-25T15:58:46.274512+0000","last_became_peered":"2024-04-25T15:58:46.274512+0000","last_unstale":"2024-04-25T15:59:33.296200+0000","last_undegraded":"2024-04-25T15:59:33.296200+0000","last_fullsized":"2024-04-25T15:59:33.296200+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:57:11.413409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293086+0000","last_change":"2024-04-25T15:58:41.241232+0000","last_active":"2024-04-25T15:59:33.293086+0000","last_peered":"2024-04-25T15:59:33.293086+0000","last_clean":"2024-04-25T15:59:33.293086+0000","last_became_active":"2024-04-25T15:58:41.240746+0000","last_became_peered":"2024-04-25T15:58:41.240746+0000","last_unstale":"2024-04-25T15:59:33.293086+0000","last_undegraded":"2024-04-25T15:59:33.293086+0000","last_fullsized":"2024-04-25T15:59:33.293086+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:41:39.736649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298735+0000","last_change":"2024-04-25T15:59:33.298735+0000","last_active":"2024-04-25T15:59:33.298735+0000","last_peered":"2024-04-25T15:59:33.298735+0000","last_clean":"2024-04-25T15:59:33.298735+0000","last_became_active":"2024-04-25T15:59:33.298263+0000","last_became_peered":"2024-04-25T15:59:33.298263+0000","last_unstale":"2024-04-25T15:59:33.298735+0000","last_undegraded":"2024-04-25T15:59:33.298735+0000","last_fullsized":"2024-04-25T15:59:33.298735+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:38:21.805504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291035+0000","last_change":"2024-04-25T15:58:46.304672+0000","last_active":"2024-04-25T15:59:33.291035+0000","last_peered":"2024-04-25T15:59:33.291035+0000","last_clean":"2024-04-25T15:59:33.291035+0000","last_became_active":"2024-04-25T15:58:46.304233+0000","last_became_peered":"2024-04-25T15:58:46.304233+0000","last_unstale":"2024-04-25T15:59:33.291035+0000","last_undegraded":"2024-04-25T15:59:33.291035+0000","last_fullsized":"2024-04-25T15:59:33.291035+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:04:33.377181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294253+0000","last_change":"2024-04-25T15:58:41.244239+0000","last_active":"2024-04-25T15:59:33.294253+0000","last_peered":"2024-04-25T15:59:33.294253+0000","last_clean":"2024-04-25T15:59:33.294253+0000","last_became_active":"2024-04-25T15:58:41.243829+0000","last_became_peered":"2024-04-25T15:58:41.243829+0000","last_unstale":"2024-04-25T15:59:33.294253+0000","last_undegraded":"2024-04-25T15:59:33.294253+0000","last_fullsized":"2024-04-25T15:59:33.294253+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:13.560097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290537+0000","last_change":"2024-04-25T15:58:42.250381+0000","last_active":"2024-04-25T15:59:33.290537+0000","last_peered":"2024-04-25T15:59:33.290537+0000","last_clean":"2024-04-25T15:59:33.290537+0000","last_became_active":"2024-04-25T15:58:42.249958+0000","last_became_peered":"2024-04-25T15:58:42.249958+0000","last_unstale":"2024-04-25T15:59:33.290537+0000","last_undegraded":"2024-04-25T15:59:33.290537+0000","last_fullsized":"2024-04-25T15:59:33.290537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:15.886525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287495+0000","last_change":"2024-04-25T15:58:46.275041+0000","last_active":"2024-04-25T15:59:33.287495+0000","last_peered":"2024-04-25T15:59:33.287495+0000","last_clean":"2024-04-25T15:59:33.287495+0000","last_became_active":"2024-04-25T15:58:46.274607+0000","last_became_peered":"2024-04-25T15:58:46.274607+0000","last_unstale":"2024-04-25T15:59:33.287495+0000","last_undegraded":"2024-04-25T15:59:33.287495+0000","last_fullsized":"2024-04-25T15:59:33.287495+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:18:40.721371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"79'5","reported_seq":107,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:23.065012+0000","last_change":"2024-04-25T15:58:41.240688+0000","last_active":"2024-04-25T16:00:23.065012+0000","last_peered":"2024-04-25T16:00:23.065012+0000","last_clean":"2024-04-25T16:00:23.065012+0000","last_became_active":"2024-04-25T15:58:41.240352+0000","last_became_peered":"2024-04-25T15:58:41.240352+0000","last_unstale":"2024-04-25T16:00:23.065012+0000","last_undegraded":"2024-04-25T16:00:23.065012+0000","last_fullsized":"2024-04-25T16:00:23.065012+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:54:45.779737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290045+0000","last_change":"2024-04-25T15:58:42.248112+0000","last_active":"2024-04-25T15:59:33.290045+0000","last_peered":"2024-04-25T15:59:33.290045+0000","last_clean":"2024-04-25T15:59:33.290045+0000","last_became_active":"2024-04-25T15:58:42.247703+0000","last_became_peered":"2024-04-25T15:58:42.247703+0000","last_unstale":"2024-04-25T15:59:33.290045+0000","last_undegraded":"2024-04-25T15:59:33.290045+0000","last_fullsized":"2024-04-25T15:59:33.290045+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:47.474592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287743+0000","last_change":"2024-04-25T15:58:46.304498+0000","last_active":"2024-04-25T15:59:33.287743+0000","last_peered":"2024-04-25T15:59:33.287743+0000","last_clean":"2024-04-25T15:59:33.287743+0000","last_became_active":"2024-04-25T15:58:46.304025+0000","last_became_peered":"2024-04-25T15:58:46.304025+0000","last_unstale":"2024-04-25T15:59:33.287743+0000","last_undegraded":"2024-04-25T15:59:33.287743+0000","last_fullsized":"2024-04-25T15:59:33.287743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:36:50.443453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298621+0000","last_change":"2024-04-25T15:59:33.298168+0000","last_active":"2024-04-25T15:59:33.298621+0000","last_peered":"2024-04-25T15:59:33.298621+0000","last_clean":"2024-04-25T15:59:33.298621+0000","last_became_active":"2024-04-25T15:59:33.297779+0000","last_became_peered":"2024-04-25T15:59:33.297779+0000","last_unstale":"2024-04-25T15:59:33.298621+0000","last_undegraded":"2024-04-25T15:59:33.298621+0000","last_fullsized":"2024-04-25T15:59:33.298621+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:05:41.937372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":107,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:22.063389+0000","last_change":"2024-04-25T15:58:41.242515+0000","last_active":"2024-04-25T16:00:22.063389+0000","last_peered":"2024-04-25T16:00:22.063389+0000","last_clean":"2024-04-25T16:00:22.063389+0000","last_became_active":"2024-04-25T15:58:41.242150+0000","last_became_peered":"2024-04-25T15:58:41.242150+0000","last_unstale":"2024-04-25T16:00:22.063389+0000","last_undegraded":"2024-04-25T16:00:22.063389+0000","last_fullsized":"2024-04-25T16:00:22.063389+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:58:55.995507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"79'1","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294087+0000","last_change":"2024-04-25T15:58:46.277407+0000","last_active":"2024-04-25T15:59:33.294087+0000","last_peered":"2024-04-25T15:59:33.294087+0000","last_clean":"2024-04-25T15:59:33.294087+0000","last_became_active":"2024-04-25T15:58:46.276943+0000","last_became_peered":"2024-04-25T15:58:46.276943+0000","last_unstale":"2024-04-25T15:59:33.294087+0000","last_undegraded":"2024-04-25T15:59:33.294087+0000","last_fullsized":"2024-04-25T15:59:33.294087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:23.180854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291984+0000","last_change":"2024-04-25T15:58:42.264049+0000","last_active":"2024-04-25T15:59:33.291984+0000","last_peered":"2024-04-25T15:59:33.291984+0000","last_clean":"2024-04-25T15:59:33.291984+0000","last_became_active":"2024-04-25T15:58:42.263085+0000","last_became_peered":"2024-04-25T15:58:42.263085+0000","last_unstale":"2024-04-25T15:59:33.291984+0000","last_undegraded":"2024-04-25T15:59:33.291984+0000","last_fullsized":"2024-04-25T15:59:33.291984+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:52:16.298658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290873+0000","last_change":"2024-04-25T15:58:41.232449+0000","last_active":"2024-04-25T15:59:33.290873+0000","last_peered":"2024-04-25T15:59:33.290873+0000","last_clean":"2024-04-25T15:59:33.290873+0000","last_became_active":"2024-04-25T15:58:41.231963+0000","last_became_peered":"2024-04-25T15:58:41.231963+0000","last_unstale":"2024-04-25T15:59:33.290873+0000","last_undegraded":"2024-04-25T15:59:33.290873+0000","last_fullsized":"2024-04-25T15:59:33.290873+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:27:54.939464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293651+0000","last_change":"2024-04-25T15:57:24.365626+0000","last_active":"2024-04-25T15:59:33.293651+0000","last_peered":"2024-04-25T15:59:33.293651+0000","last_clean":"2024-04-25T15:59:33.293651+0000","last_became_active":"2024-04-25T15:57:24.360502+0000","last_became_peered":"2024-04-25T15:57:24.360502+0000","last_unstale":"2024-04-25T15:59:33.293651+0000","last_undegraded":"2024-04-25T15:59:33.293651+0000","last_fullsized":"2024-04-25T15:59:33.293651+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:53:58.582488+0000","last_clean_scrub_stamp":"2024-04-25T15:53:58.582488+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:37:35.516226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296500+0000","last_change":"2024-04-25T15:58:46.304740+0000","last_active":"2024-04-25T15:59:33.296500+0000","last_peered":"2024-04-25T15:59:33.296500+0000","last_clean":"2024-04-25T15:59:33.296500+0000","last_became_active":"2024-04-25T15:58:46.304290+0000","last_became_peered":"2024-04-25T15:58:46.304290+0000","last_unstale":"2024-04-25T15:59:33.296500+0000","last_undegraded":"2024-04-25T15:59:33.296500+0000","last_fullsized":"2024-04-25T15:59:33.296500+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:26:22.530434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.286998+0000","last_change":"2024-04-25T15:58:42.247081+0000","last_active":"2024-04-25T15:59:33.286998+0000","last_peered":"2024-04-25T15:59:33.286998+0000","last_clean":"2024-04-25T15:59:33.286998+0000","last_became_active":"2024-04-25T15:58:42.246758+0000","last_became_peered":"2024-04-25T15:58:42.246758+0000","last_unstale":"2024-04-25T15:59:33.286998+0000","last_undegraded":"2024-04-25T15:59:33.286998+0000","last_fullsized":"2024-04-25T15:59:33.286998+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:37:25.348957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.301549+0000","last_change":"2024-04-25T15:59:33.301549+0000","last_active":"2024-04-25T15:59:33.301549+0000","last_peered":"2024-04-25T15:59:33.301549+0000","last_clean":"2024-04-25T15:59:33.301549+0000","last_became_active":"2024-04-25T15:59:33.298140+0000","last_became_peered":"2024-04-25T15:59:33.298140+0000","last_unstale":"2024-04-25T15:59:33.301549+0000","last_undegraded":"2024-04-25T15:59:33.301549+0000","last_fullsized":"2024-04-25T15:59:33.301549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:20:14.123977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288139+0000","last_change":"2024-04-25T15:58:46.272942+0000","last_active":"2024-04-25T15:59:33.288139+0000","last_peered":"2024-04-25T15:59:33.288139+0000","last_clean":"2024-04-25T15:59:33.288139+0000","last_became_active":"2024-04-25T15:58:46.272438+0000","last_became_peered":"2024-04-25T15:58:46.272438+0000","last_unstale":"2024-04-25T15:59:33.288139+0000","last_undegraded":"2024-04-25T15:59:33.288139+0000","last_fullsized":"2024-04-25T15:59:33.288139+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:10:54.751961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293370+0000","last_change":"2024-04-25T15:58:41.246823+0000","last_active":"2024-04-25T15:59:33.293370+0000","last_peered":"2024-04-25T15:59:33.293370+0000","last_clean":"2024-04-25T15:59:33.293370+0000","last_became_active":"2024-04-25T15:58:41.246471+0000","last_became_peered":"2024-04-25T15:58:41.246471+0000","last_unstale":"2024-04-25T15:59:33.293370+0000","last_undegraded":"2024-04-25T15:59:33.293370+0000","last_fullsized":"2024-04-25T15:59:33.293370+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:55.327145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287630+0000","last_change":"2024-04-25T15:58:42.238399+0000","last_active":"2024-04-25T15:59:33.287630+0000","last_peered":"2024-04-25T15:59:33.287630+0000","last_clean":"2024-04-25T15:59:33.287630+0000","last_became_active":"2024-04-25T15:58:42.237970+0000","last_became_peered":"2024-04-25T15:58:42.237970+0000","last_unstale":"2024-04-25T15:59:33.287630+0000","last_undegraded":"2024-04-25T15:59:33.287630+0000","last_fullsized":"2024-04-25T15:59:33.287630+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:33.228840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290541+0000","last_change":"2024-04-25T15:58:46.304455+0000","last_active":"2024-04-25T15:59:33.290541+0000","last_peered":"2024-04-25T15:59:33.290541+0000","last_clean":"2024-04-25T15:59:33.290541+0000","last_became_active":"2024-04-25T15:58:46.303992+0000","last_became_peered":"2024-04-25T15:58:46.303992+0000","last_unstale":"2024-04-25T15:59:33.290541+0000","last_undegraded":"2024-04-25T15:59:33.290541+0000","last_fullsized":"2024-04-25T15:59:33.290541+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:19:16.666635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294771+0000","last_change":"2024-04-25T15:58:41.243384+0000","last_active":"2024-04-25T15:59:33.294771+0000","last_peered":"2024-04-25T15:59:33.294771+0000","last_clean":"2024-04-25T15:59:33.294771+0000","last_became_active":"2024-04-25T15:58:41.242972+0000","last_became_peered":"2024-04-25T15:58:41.242972+0000","last_unstale":"2024-04-25T15:59:33.294771+0000","last_undegraded":"2024-04-25T15:59:33.294771+0000","last_fullsized":"2024-04-25T15:59:33.294771+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:18:37.321396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291282+0000","last_change":"2024-04-25T15:58:42.257643+0000","last_active":"2024-04-25T15:59:33.291282+0000","last_peered":"2024-04-25T15:59:33.291282+0000","last_clean":"2024-04-25T15:59:33.291282+0000","last_became_active":"2024-04-25T15:58:42.257176+0000","last_became_peered":"2024-04-25T15:58:42.257176+0000","last_unstale":"2024-04-25T15:59:33.291282+0000","last_undegraded":"2024-04-25T15:59:33.291282+0000","last_fullsized":"2024-04-25T15:59:33.291282+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:28:07.473833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291760+0000","last_change":"2024-04-25T15:58:46.269812+0000","last_active":"2024-04-25T15:59:33.291760+0000","last_peered":"2024-04-25T15:59:33.291760+0000","last_clean":"2024-04-25T15:59:33.291760+0000","last_became_active":"2024-04-25T15:58:46.269417+0000","last_became_peered":"2024-04-25T15:58:46.269417+0000","last_unstale":"2024-04-25T15:59:33.291760+0000","last_undegraded":"2024-04-25T15:59:33.291760+0000","last_fullsized":"2024-04-25T15:59:33.291760+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:41:37.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291635+0000","last_change":"2024-04-25T15:58:41.238531+0000","last_active":"2024-04-25T15:59:33.291635+0000","last_peered":"2024-04-25T15:59:33.291635+0000","last_clean":"2024-04-25T15:59:33.291635+0000","last_became_active":"2024-04-25T15:58:41.238188+0000","last_became_peered":"2024-04-25T15:58:41.238188+0000","last_unstale":"2024-04-25T15:59:33.291635+0000","last_undegraded":"2024-04-25T15:59:33.291635+0000","last_fullsized":"2024-04-25T15:59:33.291635+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:54:16.149552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291938+0000","last_change":"2024-04-25T15:58:42.259925+0000","last_active":"2024-04-25T15:59:33.291938+0000","last_peered":"2024-04-25T15:59:33.291938+0000","last_clean":"2024-04-25T15:59:33.291938+0000","last_became_active":"2024-04-25T15:58:42.259556+0000","last_became_peered":"2024-04-25T15:58:42.259556+0000","last_unstale":"2024-04-25T15:59:33.291938+0000","last_undegraded":"2024-04-25T15:59:33.291938+0000","last_fullsized":"2024-04-25T15:59:33.291938+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:54.428151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290888+0000","last_change":"2024-04-25T15:58:46.304379+0000","last_active":"2024-04-25T15:59:33.290888+0000","last_peered":"2024-04-25T15:59:33.290888+0000","last_clean":"2024-04-25T15:59:33.290888+0000","last_became_active":"2024-04-25T15:58:46.303920+0000","last_became_peered":"2024-04-25T15:58:46.303920+0000","last_unstale":"2024-04-25T15:59:33.290888+0000","last_undegraded":"2024-04-25T15:59:33.290888+0000","last_fullsized":"2024-04-25T15:59:33.290888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:54.186900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796641+0000","last_change":"2024-04-25T15:58:41.245959+0000","last_active":"2024-04-25T15:59:33.796641+0000","last_peered":"2024-04-25T15:59:33.796641+0000","last_clean":"2024-04-25T15:59:33.796641+0000","last_became_active":"2024-04-25T15:58:41.245646+0000","last_became_peered":"2024-04-25T15:58:41.245646+0000","last_unstale":"2024-04-25T15:59:33.796641+0000","last_undegraded":"2024-04-25T15:59:33.796641+0000","last_fullsized":"2024-04-25T15:59:33.796641+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:44:12.182238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290594+0000","last_change":"2024-04-25T15:58:42.259084+0000","last_active":"2024-04-25T15:59:33.290594+0000","last_peered":"2024-04-25T15:59:33.290594+0000","last_clean":"2024-04-25T15:59:33.290594+0000","last_became_active":"2024-04-25T15:58:42.258682+0000","last_became_peered":"2024-04-25T15:58:42.258682+0000","last_unstale":"2024-04-25T15:59:33.290594+0000","last_undegraded":"2024-04-25T15:59:33.290594+0000","last_fullsized":"2024-04-25T15:59:33.290594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:14:47.572601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.295022+0000","last_change":"2024-04-25T15:58:46.286531+0000","last_active":"2024-04-25T15:59:33.295022+0000","last_peered":"2024-04-25T15:59:33.295022+0000","last_clean":"2024-04-25T15:59:33.295022+0000","last_became_active":"2024-04-25T15:58:46.285357+0000","last_became_peered":"2024-04-25T15:58:46.285357+0000","last_unstale":"2024-04-25T15:59:33.295022+0000","last_undegraded":"2024-04-25T15:59:33.295022+0000","last_fullsized":"2024-04-25T15:59:33.295022+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:23.835719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290717+0000","last_change":"2024-04-25T15:58:41.242603+0000","last_active":"2024-04-25T15:59:33.290717+0000","last_peered":"2024-04-25T15:59:33.290717+0000","last_clean":"2024-04-25T15:59:33.290717+0000","last_became_active":"2024-04-25T15:58:41.242269+0000","last_became_peered":"2024-04-25T15:58:41.242269+0000","last_unstale":"2024-04-25T15:59:33.290717+0000","last_undegraded":"2024-04-25T15:59:33.290717+0000","last_fullsized":"2024-04-25T15:59:33.290717+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:31:04.355727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287900+0000","last_change":"2024-04-25T15:58:42.249392+0000","last_active":"2024-04-25T15:59:33.287900+0000","last_peered":"2024-04-25T15:59:33.287900+0000","last_clean":"2024-04-25T15:59:33.287900+0000","last_became_active":"2024-04-25T15:58:42.248740+0000","last_became_peered":"2024-04-25T15:58:42.248740+0000","last_unstale":"2024-04-25T15:59:33.287900+0000","last_undegraded":"2024-04-25T15:59:33.287900+0000","last_fullsized":"2024-04-25T15:59:33.287900+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:59.419907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"79'1","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291401+0000","last_change":"2024-04-25T15:58:46.278707+0000","last_active":"2024-04-25T15:59:33.291401+0000","last_peered":"2024-04-25T15:59:33.291401+0000","last_clean":"2024-04-25T15:59:33.291401+0000","last_became_active":"2024-04-25T15:58:46.278237+0000","last_became_peered":"2024-04-25T15:58:46.278237+0000","last_unstale":"2024-04-25T15:59:33.291401+0000","last_undegraded":"2024-04-25T15:59:33.291401+0000","last_fullsized":"2024-04-25T15:59:33.291401+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:50:21.603779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.302030+0000","last_change":"2024-04-25T15:59:33.301495+0000","last_active":"2024-04-25T15:59:33.302030+0000","last_peered":"2024-04-25T15:59:33.302030+0000","last_clean":"2024-04-25T15:59:33.302030+0000","last_became_active":"2024-04-25T15:59:33.294434+0000","last_became_peered":"2024-04-25T15:59:33.294434+0000","last_unstale":"2024-04-25T15:59:33.302030+0000","last_undegraded":"2024-04-25T15:59:33.302030+0000","last_fullsized":"2024-04-25T15:59:33.302030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:39.777556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.299337+0000","last_change":"2024-04-25T15:59:33.298887+0000","last_active":"2024-04-25T15:59:33.299337+0000","last_peered":"2024-04-25T15:59:33.299337+0000","last_clean":"2024-04-25T15:59:33.299337+0000","last_became_active":"2024-04-25T15:59:33.298525+0000","last_became_peered":"2024-04-25T15:59:33.298525+0000","last_unstale":"2024-04-25T15:59:33.299337+0000","last_undegraded":"2024-04-25T15:59:33.299337+0000","last_fullsized":"2024-04-25T15:59:33.299337+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:47:02.151770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,10],"acting":[9,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290657+0000","last_change":"2024-04-25T15:58:46.304361+0000","last_active":"2024-04-25T15:59:33.290657+0000","last_peered":"2024-04-25T15:59:33.290657+0000","last_clean":"2024-04-25T15:59:33.290657+0000","last_became_active":"2024-04-25T15:58:46.303831+0000","last_became_peered":"2024-04-25T15:58:46.303831+0000","last_unstale":"2024-04-25T15:59:33.290657+0000","last_undegraded":"2024-04-25T15:59:33.290657+0000","last_fullsized":"2024-04-25T15:59:33.290657+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:58:00.281587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":43,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.802593+0000","last_change":"2024-04-25T15:59:33.802593+0000","last_active":"2024-04-25T15:59:33.802593+0000","last_peered":"2024-04-25T15:59:33.802593+0000","last_clean":"2024-04-25T15:59:33.802593+0000","last_became_active":"2024-04-25T15:59:33.798304+0000","last_became_peered":"2024-04-25T15:59:33.798304+0000","last_unstale":"2024-04-25T15:59:33.802593+0000","last_undegraded":"2024-04-25T15:59:33.802593+0000","last_fullsized":"2024-04-25T15:59:33.802593+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:19.167089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293918+0000","last_change":"2024-04-25T15:58:42.268054+0000","last_active":"2024-04-25T15:59:33.293918+0000","last_peered":"2024-04-25T15:59:33.293918+0000","last_clean":"2024-04-25T15:59:33.293918+0000","last_became_active":"2024-04-25T15:58:42.267652+0000","last_became_peered":"2024-04-25T15:58:42.267652+0000","last_unstale":"2024-04-25T15:59:33.293918+0000","last_undegraded":"2024-04-25T15:59:33.293918+0000","last_fullsized":"2024-04-25T15:59:33.293918+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:28:09.816443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796662+0000","last_change":"2024-04-25T15:58:46.264772+0000","last_active":"2024-04-25T15:59:33.796662+0000","last_peered":"2024-04-25T15:59:33.796662+0000","last_clean":"2024-04-25T15:59:33.796662+0000","last_became_active":"2024-04-25T15:58:46.264047+0000","last_became_peered":"2024-04-25T15:58:46.264047+0000","last_unstale":"2024-04-25T15:59:33.796662+0000","last_undegraded":"2024-04-25T15:59:33.796662+0000","last_fullsized":"2024-04-25T15:59:33.796662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:22:44.474274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"79'6","reported_seq":67,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T16:00:19.379049+0000","last_change":"2024-04-25T15:59:33.302802+0000","last_active":"2024-04-25T16:00:19.379049+0000","last_peered":"2024-04-25T16:00:19.379049+0000","last_clean":"2024-04-25T16:00:19.379049+0000","last_became_active":"2024-04-25T15:59:33.295151+0000","last_became_peered":"2024-04-25T15:59:33.295151+0000","last_unstale":"2024-04-25T16:00:19.379049+0000","last_undegraded":"2024-04-25T16:00:19.379049+0000","last_fullsized":"2024-04-25T16:00:19.379049+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:12:19.242499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":48,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294303+0000","last_change":"2024-04-25T15:58:42.265753+0000","last_active":"2024-04-25T15:59:33.294303+0000","last_peered":"2024-04-25T15:59:33.294303+0000","last_clean":"2024-04-25T15:59:33.294303+0000","last_became_active":"2024-04-25T15:58:42.264963+0000","last_became_peered":"2024-04-25T15:58:42.264963+0000","last_unstale":"2024-04-25T15:59:33.294303+0000","last_undegraded":"2024-04-25T15:59:33.294303+0000","last_fullsized":"2024-04-25T15:59:33.294303+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:32.683081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.289777+0000","last_change":"2024-04-25T15:58:46.273177+0000","last_active":"2024-04-25T15:59:33.289777+0000","last_peered":"2024-04-25T15:59:33.289777+0000","last_clean":"2024-04-25T15:59:33.289777+0000","last_became_active":"2024-04-25T15:58:46.272585+0000","last_became_peered":"2024-04-25T15:58:46.272585+0000","last_unstale":"2024-04-25T15:59:33.289777+0000","last_undegraded":"2024-04-25T15:59:33.289777+0000","last_fullsized":"2024-04-25T15:59:33.289777+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:36.665403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.298062+0000","last_change":"2024-04-25T15:58:41.245227+0000","last_active":"2024-04-25T15:59:33.298062+0000","last_peered":"2024-04-25T15:59:33.298062+0000","last_clean":"2024-04-25T15:59:33.298062+0000","last_became_active":"2024-04-25T15:58:41.244416+0000","last_became_peered":"2024-04-25T15:58:41.244416+0000","last_unstale":"2024-04-25T15:59:33.298062+0000","last_undegraded":"2024-04-25T15:59:33.298062+0000","last_fullsized":"2024-04-25T15:59:33.298062+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:30:25.743491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294026+0000","last_change":"2024-04-25T15:58:42.254312+0000","last_active":"2024-04-25T15:59:33.294026+0000","last_peered":"2024-04-25T15:59:33.294026+0000","last_clean":"2024-04-25T15:59:33.294026+0000","last_became_active":"2024-04-25T15:58:42.253350+0000","last_became_peered":"2024-04-25T15:58:42.253350+0000","last_unstale":"2024-04-25T15:59:33.294026+0000","last_undegraded":"2024-04-25T15:59:33.294026+0000","last_fullsized":"2024-04-25T15:59:33.294026+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:10:14.967441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296329+0000","last_change":"2024-04-25T15:58:46.269199+0000","last_active":"2024-04-25T15:59:33.296329+0000","last_peered":"2024-04-25T15:59:33.296329+0000","last_clean":"2024-04-25T15:59:33.296329+0000","last_became_active":"2024-04-25T15:58:46.268790+0000","last_became_peered":"2024-04-25T15:58:46.268790+0000","last_unstale":"2024-04-25T15:59:33.296329+0000","last_undegraded":"2024-04-25T15:59:33.296329+0000","last_fullsized":"2024-04-25T15:59:33.296329+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:45.249511+0000","last_clean_scrub_stamp":"2024-04-25T15:58:45.249511+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:05:27.917467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287785+0000","last_change":"2024-04-25T15:58:41.239423+0000","last_active":"2024-04-25T15:59:33.287785+0000","last_peered":"2024-04-25T15:59:33.287785+0000","last_clean":"2024-04-25T15:59:33.287785+0000","last_became_active":"2024-04-25T15:58:41.239090+0000","last_became_peered":"2024-04-25T15:58:41.239090+0000","last_unstale":"2024-04-25T15:59:33.287785+0000","last_undegraded":"2024-04-25T15:59:33.287785+0000","last_fullsized":"2024-04-25T15:59:33.287785+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:40.207029+0000","last_clean_scrub_stamp":"2024-04-25T15:58:40.207029+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:16:42.843577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.294464+0000","last_change":"2024-04-25T15:58:42.253042+0000","last_active":"2024-04-25T15:59:33.294464+0000","last_peered":"2024-04-25T15:59:33.294464+0000","last_clean":"2024-04-25T15:59:33.294464+0000","last_became_active":"2024-04-25T15:58:42.251607+0000","last_became_peered":"2024-04-25T15:58:42.251607+0000","last_unstale":"2024-04-25T15:59:33.294464+0000","last_undegraded":"2024-04-25T15:59:33.294464+0000","last_fullsized":"2024-04-25T15:59:33.294464+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:52:00.997920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287970+0000","last_change":"2024-04-25T15:58:42.256472+0000","last_active":"2024-04-25T15:59:33.287970+0000","last_peered":"2024-04-25T15:59:33.287970+0000","last_clean":"2024-04-25T15:59:33.287970+0000","last_became_active":"2024-04-25T15:58:42.256042+0000","last_became_peered":"2024-04-25T15:58:42.256042+0000","last_unstale":"2024-04-25T15:59:33.287970+0000","last_undegraded":"2024-04-25T15:59:33.287970+0000","last_fullsized":"2024-04-25T15:59:33.287970+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:05.233696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.292776+0000","last_change":"2024-04-25T15:58:42.251117+0000","last_active":"2024-04-25T15:59:33.292776+0000","last_peered":"2024-04-25T15:59:33.292776+0000","last_clean":"2024-04-25T15:59:33.292776+0000","last_became_active":"2024-04-25T15:58:42.250699+0000","last_became_peered":"2024-04-25T15:58:42.250699+0000","last_unstale":"2024-04-25T15:59:33.292776+0000","last_undegraded":"2024-04-25T15:59:33.292776+0000","last_fullsized":"2024-04-25T15:59:33.292776+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:07:06.156055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291597+0000","last_change":"2024-04-25T15:58:42.248233+0000","last_active":"2024-04-25T15:59:33.291597+0000","last_peered":"2024-04-25T15:59:33.291597+0000","last_clean":"2024-04-25T15:59:33.291597+0000","last_became_active":"2024-04-25T15:58:42.247797+0000","last_became_peered":"2024-04-25T15:58:42.247797+0000","last_unstale":"2024-04-25T15:59:33.291597+0000","last_undegraded":"2024-04-25T15:59:33.291597+0000","last_fullsized":"2024-04-25T15:59:33.291597+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:48.328094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.295806+0000","last_change":"2024-04-25T15:59:33.295806+0000","last_active":"2024-04-25T15:59:33.295806+0000","last_peered":"2024-04-25T15:59:33.295806+0000","last_clean":"2024-04-25T15:59:33.295806+0000","last_became_active":"2024-04-25T15:59:33.295446+0000","last_became_peered":"2024-04-25T15:59:33.295446+0000","last_unstale":"2024-04-25T15:59:33.295806+0000","last_undegraded":"2024-04-25T15:59:33.295806+0000","last_fullsized":"2024-04-25T15:59:33.295806+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:40:57.873791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287647+0000","last_change":"2024-04-25T15:58:42.250017+0000","last_active":"2024-04-25T15:59:33.287647+0000","last_peered":"2024-04-25T15:59:33.287647+0000","last_clean":"2024-04-25T15:59:33.287647+0000","last_became_active":"2024-04-25T15:58:42.249669+0000","last_became_peered":"2024-04-25T15:58:42.249669+0000","last_unstale":"2024-04-25T15:59:33.287647+0000","last_undegraded":"2024-04-25T15:59:33.287647+0000","last_fullsized":"2024-04-25T15:59:33.287647+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T16:20:20.329897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288582+0000","last_change":"2024-04-25T15:58:42.253004+0000","last_active":"2024-04-25T15:59:33.288582+0000","last_peered":"2024-04-25T15:59:33.288582+0000","last_clean":"2024-04-25T15:59:33.288582+0000","last_became_active":"2024-04-25T15:58:42.251971+0000","last_became_peered":"2024-04-25T15:58:42.251971+0000","last_unstale":"2024-04-25T15:59:33.288582+0000","last_undegraded":"2024-04-25T15:59:33.288582+0000","last_fullsized":"2024-04-25T15:59:33.288582+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:51:38.509688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.293574+0000","last_change":"2024-04-25T15:58:42.248645+0000","last_active":"2024-04-25T15:59:33.293574+0000","last_peered":"2024-04-25T15:59:33.293574+0000","last_clean":"2024-04-25T15:59:33.293574+0000","last_became_active":"2024-04-25T15:58:42.248194+0000","last_became_peered":"2024-04-25T15:58:42.248194+0000","last_unstale":"2024-04-25T15:59:33.293574+0000","last_undegraded":"2024-04-25T15:59:33.293574+0000","last_fullsized":"2024-04-25T15:59:33.293574+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:43:56.381488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.291431+0000","last_change":"2024-04-25T15:58:42.260786+0000","last_active":"2024-04-25T15:59:33.291431+0000","last_peered":"2024-04-25T15:59:33.291431+0000","last_clean":"2024-04-25T15:59:33.291431+0000","last_became_active":"2024-04-25T15:58:42.260419+0000","last_became_peered":"2024-04-25T15:58:42.260419+0000","last_unstale":"2024-04-25T15:59:33.291431+0000","last_undegraded":"2024-04-25T15:59:33.291431+0000","last_fullsized":"2024-04-25T15:59:33.291431+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:52:24.238746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.296940+0000","last_change":"2024-04-25T15:58:42.255622+0000","last_active":"2024-04-25T15:59:33.296940+0000","last_peered":"2024-04-25T15:59:33.296940+0000","last_clean":"2024-04-25T15:59:33.296940+0000","last_became_active":"2024-04-25T15:58:42.254371+0000","last_became_peered":"2024-04-25T15:58:42.254371+0000","last_unstale":"2024-04-25T15:59:33.296940+0000","last_undegraded":"2024-04-25T15:59:33.296940+0000","last_fullsized":"2024-04-25T15:59:33.296940+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:20:57.508349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.290997+0000","last_change":"2024-04-25T15:58:42.253409+0000","last_active":"2024-04-25T15:59:33.290997+0000","last_peered":"2024-04-25T15:59:33.290997+0000","last_clean":"2024-04-25T15:59:33.290997+0000","last_became_active":"2024-04-25T15:58:42.253079+0000","last_became_peered":"2024-04-25T15:58:42.253079+0000","last_unstale":"2024-04-25T15:59:33.290997+0000","last_undegraded":"2024-04-25T15:59:33.290997+0000","last_fullsized":"2024-04-25T15:59:33.290997+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:16:30.388904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.796873+0000","last_change":"2024-04-25T15:58:42.264635+0000","last_active":"2024-04-25T15:59:33.796873+0000","last_peered":"2024-04-25T15:59:33.796873+0000","last_clean":"2024-04-25T15:59:33.796873+0000","last_became_active":"2024-04-25T15:58:42.264278+0000","last_became_peered":"2024-04-25T15:58:42.264278+0000","last_unstale":"2024-04-25T15:59:33.796873+0000","last_undegraded":"2024-04-25T15:59:33.796873+0000","last_fullsized":"2024-04-25T15:59:33.796873+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:38:40.301553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.287322+0000","last_change":"2024-04-25T15:58:42.245235+0000","last_active":"2024-04-25T15:59:33.287322+0000","last_peered":"2024-04-25T15:59:33.287322+0000","last_clean":"2024-04-25T15:59:33.287322+0000","last_became_active":"2024-04-25T15:58:42.244883+0000","last_became_peered":"2024-04-25T15:58:42.244883+0000","last_unstale":"2024-04-25T15:59:33.287322+0000","last_undegraded":"2024-04-25T15:59:33.287322+0000","last_fullsized":"2024-04-25T15:59:33.287322+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:05:06.456462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-04-25T15:59:33.288600+0000","last_change":"2024-04-25T15:58:42.261271+0000","last_active":"2024-04-25T15:59:33.288600+0000","last_peered":"2024-04-25T15:59:33.288600+0000","last_clean":"2024-04-25T15:59:33.288600+0000","last_became_active":"2024-04-25T15:58:42.260706+0000","last_became_peered":"2024-04-25T15:58:42.260706+0000","last_unstale":"2024-04-25T15:59:33.288600+0000","last_undegraded":"2024-04-25T15:59:33.288600+0000","last_fullsized":"2024-04-25T15:59:33.288600+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T15:58:41.216666+0000","last_clean_scrub_stamp":"2024-04-25T15:58:41.216666+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:58:52.598274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":69,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72610,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":754,"num_read_kb":468,"num_write":246,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1561,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":217830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":70,"seq":300647710754,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":447057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":64,"seq":274877906984,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1098888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":59,"seq":253403070509,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36264,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708888,"statfs":{"total":95995035648,"available":95957901312,"internally_reserved":0,"allocated":946176,"data_stored":450692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":53,"seq":227633266737,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":446974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462968,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28524,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716628,"statfs":{"total":95995035648,"available":95965827072,"internally_reserved":0,"allocated":1536000,"data_stored":1043862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626493,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":442100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":508145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":942080,"data_stored":443947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36312,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708840,"statfs":{"total":95995035648,"available":95957852160,"internally_reserved":0,"allocated":999424,"data_stored":507586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182475,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":929792,"data_stored":441808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986246,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":448126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822722,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1544192,"data_stored":1039053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":66208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":67142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T16:00:25.186 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-25T16:00:25.186 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-25T16:00:25.187 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-25T16:00:25.187 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-25T16:00:25.434 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:25.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:25 smithi112 ceph-mon[29426]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T16:00:25.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:25 smithi133 ceph-mon[32641]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T16:00:25.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:25 smithi116 ceph-mon[32780]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T16:00:26.674 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:26 smithi112 ceph-mon[29426]: pgmap v338: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:26.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:26 smithi133 ceph-mon[32641]: pgmap v338: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:26.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:26 smithi116 ceph-mon[32780]: pgmap v338: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.297+0000 7f9717a1d700 1 -- 172.21.15.112:0/696661680 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97101085d0 msgr2=0x7f971010ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.297+0000 7f9717a1d700 1 --2- 172.21.15.112:0/696661680 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97101085d0 0x7f971010ff30 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f970800b0d0 tx=0x7f970800b3e0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.297+0000 7f9717a1d700 1 -- 172.21.15.112:0/696661680 shutdown_connections 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.297+0000 7f9717a1d700 1 --2- 172.21.15.112:0/696661680 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97101085d0 0x7f971010ff30 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.297+0000 7f9717a1d700 1 --2- 172.21.15.112:0/696661680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9710103350 0x7f9710103760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.297+0000 7f9717a1d700 1 --2- 172.21.15.112:0/696661680 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9710107c80 0x7f9710108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.297+0000 7f9717a1d700 1 -- 172.21.15.112:0/696661680 >> 172.21.15.112:0/696661680 conn(0x7f97100fec30 msgr2=0x7f9710101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.298+0000 7f9717a1d700 1 -- 172.21.15.112:0/696661680 shutdown_connections 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.298+0000 7f9717a1d700 1 -- 172.21.15.112:0/696661680 wait complete. 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.298+0000 7f9717a1d700 1 Processor -- start 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9717a1d700 1 -- start start 2024-04-25T16:00:27.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9717a1d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9710103350 0x7f97101a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9717a1d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9710107c80 0x7f97101a0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9717a1d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97101085d0 0x7f971019a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9717a1d700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f97101130b0 con 0x7f9710107c80 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9717a1d700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9710112f30 con 0x7f97101085d0 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9717a1d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9710113230 con 0x7f9710103350 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9710107c80 0x7f97101a0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9710107c80 0x7f97101a0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37210/0 (socket says 172.21.15.112:37210) 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 -- 172.21.15.112:0/3053137233 learned_addr learned my addr 172.21.15.112:0/3053137233 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f97157b9700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9710103350 0x7f97101a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9715fba700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97101085d0 0x7f971019a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 -- 172.21.15.112:0/3053137233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9710103350 msgr2=0x7f97101a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9710103350 0x7f97101a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 -- 172.21.15.112:0/3053137233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97101085d0 msgr2=0x7f971019a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97101085d0 0x7f971019a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9714fb8700 1 -- 172.21.15.112:0/3053137233 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f971019af40 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f97157b9700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9710103350 0x7f97101a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.299+0000 7f9715fba700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97101085d0 0x7f971019a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.300+0000 7f9714fb8700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9710107c80 0x7f97101a0c20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f970c00c9e0 tx=0x7f970c00cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.300+0000 7f97067fc700 1 -- 172.21.15.112:0/3053137233 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970c007aa0 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.300+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f971019b230 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.300+0000 7f97067fc700 1 -- 172.21.15.112:0/3053137233 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f970c007c40 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.300+0000 7f97067fc700 1 -- 172.21.15.112:0/3053137233 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970c018660 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.300+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97101a7570 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.301+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9710051190 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.302+0000 7f97067fc700 1 -- 172.21.15.112:0/3053137233 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f970c018820 con 0x7f9710107c80 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.303+0000 7f97067fc700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96fc0afc10 0x7f96fc0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.303+0000 7f97157b9700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96fc0afc10 0x7f96fc0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:27.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.303+0000 7f97067fc700 1 -- 172.21.15.112:0/3053137233 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f970c0df260 con 0x7f9710107c80 2024-04-25T16:00:27.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.304+0000 7f97157b9700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96fc0afc10 0x7f96fc0b2120 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f9700005fd0 tx=0x7f9700005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:27.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.307+0000 7f97067fc700 1 -- 172.21.15.112:0/3053137233 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f970c053ff0 con 0x7f9710107c80 2024-04-25T16:00:27.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.549+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f971019be30 con 0x7f9710107c80 2024-04-25T16:00:27.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.550+0000 7f97067fc700 1 -- 172.21.15.112:0/3053137233 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f970c014030 con 0x7f9710107c80 2024-04-25T16:00:27.551 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:27.551 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-25T16:00:27.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96fc0afc10 msgr2=0x7f96fc0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:27.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96fc0afc10 0x7f96fc0b2120 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f9700005fd0 tx=0x7f9700005e40 comp rx=0 tx=0).stop 2024-04-25T16:00:27.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9710107c80 msgr2=0x7f97101a0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:27.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9710107c80 0x7f97101a0c20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f970c00c9e0 tx=0x7f970c00cda0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 shutdown_connections 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96fc0afc10 0x7f96fc0b2120 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f97101085d0 0x7f971019a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9710103350 0x7f97101a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 --2- 172.21.15.112:0/3053137233 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9710107c80 0x7f97101a0c20 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 >> 172.21.15.112:0/3053137233 conn(0x7f97100fec30 msgr2=0x7f97101073f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 shutdown_connections 2024-04-25T16:00:27.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:27.552+0000 7f9717a1d700 1 -- 172.21.15.112:0/3053137233 wait complete. 2024-04-25T16:00:27.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:27 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3053137233' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T16:00:27.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:27 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3053137233' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T16:00:28.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:27 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3053137233' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T16:00:28.297 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-25T16:00:28.297 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:00:28.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 -- 172.21.15.112:0/214830653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598109a40 msgr2=0x7fc59810be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 --2- 172.21.15.112:0/214830653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598109a40 0x7fc59810be60 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc590009ca0 tx=0x7fc59002a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 -- 172.21.15.112:0/214830653 shutdown_connections 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 --2- 172.21.15.112:0/214830653 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc598104d40 0x7fc598105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 --2- 172.21.15.112:0/214830653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598109a40 0x7fc59810be60 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 --2- 172.21.15.112:0/214830653 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc598103b00 0x7fc598104800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 -- 172.21.15.112:0/214830653 >> 172.21.15.112:0/214830653 conn(0x7fc5980fed30 msgr2=0x7fc5981011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 -- 172.21.15.112:0/214830653 shutdown_connections 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.408+0000 7fc59d982640 1 -- 172.21.15.112:0/214830653 wait complete. 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 Processor -- start 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 -- start start 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598103b00 0x7fc59819a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc598104d40 0x7fc59819a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc598109a40 0x7fc5981a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc59810f530 con 0x7fc598103b00 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc59810f3b0 con 0x7fc598104d40 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc59d982640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc59810f6b0 con 0x7fc598109a40 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.409+0000 7fc596ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598103b00 0x7fc59819a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598103b00 0x7fc59819a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37230/0 (socket says 172.21.15.112:37230) 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 -- 172.21.15.112:0/523561785 learned_addr learned my addr 172.21.15.112:0/523561785 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc5967fc640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc598104d40 0x7fc59819a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc5977fe640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc598109a40 0x7fc5981a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 -- 172.21.15.112:0/523561785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc598109a40 msgr2=0x7fc5981a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc598109a40 0x7fc5981a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 -- 172.21.15.112:0/523561785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc598104d40 msgr2=0x7fc59819a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc598104d40 0x7fc59819a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 -- 172.21.15.112:0/523561785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5981a1b10 con 0x7fc598103b00 2024-04-25T16:00:28.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc5967fc640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc598104d40 0x7fc59819a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:28.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc596ffd640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598103b00 0x7fc59819a0d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc58800c970 tx=0x7fc58800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:28.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc59c980640 1 -- 172.21.15.112:0/523561785 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588007c70 con 0x7fc598103b00 2024-04-25T16:00:28.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc59c980640 1 -- 172.21.15.112:0/523561785 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc588007e10 con 0x7fc598103b00 2024-04-25T16:00:28.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5981a1e00 con 0x7fc598103b00 2024-04-25T16:00:28.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc59c980640 1 -- 172.21.15.112:0/523561785 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5880186f0 con 0x7fc598103b00 2024-04-25T16:00:28.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.410+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5981a2260 con 0x7fc598103b00 2024-04-25T16:00:28.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.411+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc59806afa0 con 0x7fc598103b00 2024-04-25T16:00:28.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.412+0000 7fc59c980640 1 -- 172.21.15.112:0/523561785 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fc58800fa90 con 0x7fc598103b00 2024-04-25T16:00:28.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.413+0000 7fc59c980640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5800afb80 0x7fc5800b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.413+0000 7fc5967fc640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5800afb80 0x7fc5800b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.413+0000 7fc59c980640 1 -- 172.21.15.112:0/523561785 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fc5880df300 con 0x7fc598103b00 2024-04-25T16:00:28.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.414+0000 7fc5967fc640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5800afb80 0x7fc5800b2090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc58c005fd0 tx=0x7fc58c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:28.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.417+0000 7fc59c980640 1 -- 172.21.15.112:0/523561785 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc588053ff0 con 0x7fc598103b00 2024-04-25T16:00:28.595 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.594+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc59802dc20 con 0x7fc598103b00 2024-04-25T16:00:28.596 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.595+0000 7fc59c980640 1 -- 172.21.15.112:0/523561785 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+24676 (secure 0 0 0) 0x7fc588014030 con 0x7fc598103b00 2024-04-25T16:00:28.597 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:28.597 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":81,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:59:33.283430+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5800afb80 msgr2=0x7fc5800b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5800afb80 0x7fc5800b2090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc58c005fd0 tx=0x7fc58c005850 comp rx=0 tx=0).stop 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598103b00 msgr2=0x7fc59819a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598103b00 0x7fc59819a0d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc58800c970 tx=0x7fc58800ce30 comp rx=0 tx=0).stop 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 shutdown_connections 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc5800afb80 0x7fc5800b2090 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc598109a40 0x7fc5981a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc598104d40 0x7fc59819a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 --2- 172.21.15.112:0/523561785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc598103b00 0x7fc59819a0d0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.597+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 >> 172.21.15.112:0/523561785 conn(0x7fc5980fed30 msgr2=0x7fc598105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.598+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 shutdown_connections 2024-04-25T16:00:28.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.598+0000 7fc59d982640 1 -- 172.21.15.112:0/523561785 wait complete. 2024-04-25T16:00:28.611 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T16:00:28.611 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 -- 172.21.15.112:0/1476138465 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 msgr2=0x7f369c109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 --2- 172.21.15.112:0/1476138465 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c109360 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f368c009900 tx=0x7f368c02a410 comp rx=0 tx=0).stop 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 -- 172.21.15.112:0/1476138465 shutdown_connections 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 --2- 172.21.15.112:0/1476138465 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f369c1098a0 0x7f369c10bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 --2- 172.21.15.112:0/1476138465 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c109360 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 --2- 172.21.15.112:0/1476138465 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f369c1045e0 0x7f369c106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 -- 172.21.15.112:0/1476138465 >> 172.21.15.112:0/1476138465 conn(0x7f369c0fdbe0 msgr2=0x7f369c100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 -- 172.21.15.112:0/1476138465 shutdown_connections 2024-04-25T16:00:28.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 -- 172.21.15.112:0/1476138465 wait complete. 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 Processor -- start 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.721+0000 7f36a3715640 1 -- start start 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f369c1045e0 0x7f369c19a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c19a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f369c1098a0 0x7f369c1a16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f369c10f4d0 con 0x7f369c106f40 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f369c10f350 con 0x7f369c1098a0 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f369c10f650 con 0x7f369c1045e0 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c19a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c19a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37248/0 (socket says 172.21.15.112:37248) 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 -- 172.21.15.112:0/1396635067 learned_addr learned my addr 172.21.15.112:0/1396635067 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a14b1640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f369c1045e0 0x7f369c19a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a1cb2640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f369c1098a0 0x7f369c1a16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 -- 172.21.15.112:0/1396635067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f369c1045e0 msgr2=0x7f369c19a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f369c1045e0 0x7f369c19a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 -- 172.21.15.112:0/1396635067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f369c1098a0 msgr2=0x7f369c1a16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f369c1098a0 0x7f369c1a16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 -- 172.21.15.112:0/1396635067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f369c1a1d10 con 0x7f369c106f40 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a0cb0640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c19a710 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f368c009a20 tx=0x7f368c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36927fc640 1 -- 172.21.15.112:0/1396635067 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c03f030 con 0x7f369c106f40 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36927fc640 1 -- 172.21.15.112:0/1396635067 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f368c003a80 con 0x7f369c106f40 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f369c1a1fa0 con 0x7f369c106f40 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36927fc640 1 -- 172.21.15.112:0/1396635067 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c035070 con 0x7f369c106f40 2024-04-25T16:00:28.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.722+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f369c1a23b0 con 0x7f369c106f40 2024-04-25T16:00:28.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.724+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f369c0ff700 con 0x7f369c106f40 2024-04-25T16:00:28.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.725+0000 7f36927fc640 1 -- 172.21.15.112:0/1396635067 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f368c042030 con 0x7f369c106f40 2024-04-25T16:00:28.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.726+0000 7f36927fc640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36880afb80 0x7f36880b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:28.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.726+0000 7f36a14b1640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36880afb80 0x7f36880b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:28.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.726+0000 7f36927fc640 1 -- 172.21.15.112:0/1396635067 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f368c0ffb00 con 0x7f369c106f40 2024-04-25T16:00:28.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.727+0000 7f36a14b1640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36880afb80 0x7f36880b2090 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f369c06bcd0 tx=0x7f3698009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:28.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.730+0000 7f36927fc640 1 -- 172.21.15.112:0/1396635067 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f368c0c8220 con 0x7f369c106f40 2024-04-25T16:00:28.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.905+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f369c02dce0 con 0x7f369c106f40 2024-04-25T16:00:28.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.905+0000 7f36927fc640 1 -- 172.21.15.112:0/1396635067 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f368c0c7b20 con 0x7f369c106f40 2024-04-25T16:00:28.907 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36880afb80 msgr2=0x7f36880b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36880afb80 0x7f36880b2090 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f369c06bcd0 tx=0x7f3698009680 comp rx=0 tx=0).stop 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 msgr2=0x7f369c19a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c19a710 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f368c009a20 tx=0x7f368c0040c0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 shutdown_connections 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f36880afb80 0x7f36880b2090 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f369c1098a0 0x7f369c1a16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f369c106f40 0x7f369c19a710 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 --2- 172.21.15.112:0/1396635067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f369c1045e0 0x7f369c19a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 >> 172.21.15.112:0/1396635067 conn(0x7f369c0fdbe0 msgr2=0x7f369c106680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:28.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 shutdown_connections 2024-04-25T16:00:28.910 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:28.908+0000 7f36a3715640 1 -- 172.21.15.112:0/1396635067 wait complete. 2024-04-25T16:00:28.919 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:28 smithi112 ceph-mon[29426]: pgmap v339: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:28.919 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:28 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/523561785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:28.920 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T16:00:28.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:28 smithi133 ceph-mon[32641]: pgmap v339: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:28.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:28 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/523561785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:28 smithi116 ceph-mon[32780]: pgmap v339: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:28 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/523561785' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:29.035 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 -- 172.21.15.112:0/958722105 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8102250 msgr2=0x7fb5a810bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.035 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/958722105 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8102250 0x7fb5a810bcb0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb5a0009ca0 tx=0x7fb5a002a8e0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.035 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 -- 172.21.15.112:0/958722105 shutdown_connections 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/958722105 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8102250 0x7fb5a810bcb0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/958722105 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb5a8101750 0x7fb5a8101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/958722105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5a81050a0 0x7fb5a81054b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 -- 172.21.15.112:0/958722105 >> 172.21.15.112:0/958722105 conn(0x7fb5a80fd350 msgr2=0x7fb5a80ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 -- 172.21.15.112:0/958722105 shutdown_connections 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 -- 172.21.15.112:0/958722105 wait complete. 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 Processor -- start 2024-04-25T16:00:29.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.034+0000 7fb5ae55e640 1 -- start start 2024-04-25T16:00:29.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5ae55e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8101750 0x7fb5a819a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5ae55e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb5a8102250 0x7fb5a819a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5ae55e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5a81050a0 0x7fb5a81a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5ae55e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a810f540 con 0x7fb5a8101750 2024-04-25T16:00:29.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5ae55e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a810f3c0 con 0x7fb5a8102250 2024-04-25T16:00:29.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5ae55e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a810f6c0 con 0x7fb5a81050a0 2024-04-25T16:00:29.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8101750 0x7fb5a819a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8101750 0x7fb5a819a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37256/0 (socket says 172.21.15.112:37256) 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 -- 172.21.15.112:0/3291694800 learned_addr learned my addr 172.21.15.112:0/3291694800 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5acafb640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5a81050a0 0x7fb5a81a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a77fe640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb5a8102250 0x7fb5a819a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 -- 172.21.15.112:0/3291694800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5a81050a0 msgr2=0x7fb5a81a1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5a81050a0 0x7fb5a81a1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 -- 172.21.15.112:0/3291694800 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb5a8102250 msgr2=0x7fb5a819a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb5a8102250 0x7fb5a819a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 -- 172.21.15.112:0/3291694800 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5a81a1cb0 con 0x7fb5a8101750 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5acafb640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5a81050a0 0x7fb5a81a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.035+0000 7fb5a7fff640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8101750 0x7fb5a819a170 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb590006fd0 tx=0x7fb59000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.036+0000 7fb5a57fa640 1 -- 172.21.15.112:0/3291694800 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb590011830 con 0x7fb5a8101750 2024-04-25T16:00:29.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.036+0000 7fb5a57fa640 1 -- 172.21.15.112:0/3291694800 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb590016070 con 0x7fb5a8101750 2024-04-25T16:00:29.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.036+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5a81a1fa0 con 0x7fb5a8101750 2024-04-25T16:00:29.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.036+0000 7fb5a57fa640 1 -- 172.21.15.112:0/3291694800 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb590010d30 con 0x7fb5a8101750 2024-04-25T16:00:29.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.036+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5a81a2430 con 0x7fb5a8101750 2024-04-25T16:00:29.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.037+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5a810aab0 con 0x7fb5a8101750 2024-04-25T16:00:29.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.038+0000 7fb5a57fa640 1 -- 172.21.15.112:0/3291694800 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fb5900119d0 con 0x7fb5a8101750 2024-04-25T16:00:29.041 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.039+0000 7fb5a57fa640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5940afb80 0x7fb5940b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.041 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.039+0000 7fb5a57fa640 1 -- 172.21.15.112:0/3291694800 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fb5900dedc0 con 0x7fb5a8101750 2024-04-25T16:00:29.041 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.039+0000 7fb5a77fe640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5940afb80 0x7fb5940b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.041 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.039+0000 7fb5a77fe640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5940afb80 0x7fb5940b2090 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb5a819b210 tx=0x7fb598005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.042+0000 7fb5a57fa640 1 -- 172.21.15.112:0/3291694800 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb5900a75f0 con 0x7fb5a8101750 2024-04-25T16:00:29.220 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.219+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fb5a802dda0 con 0x7fb5a8101750 2024-04-25T16:00:29.220 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.219+0000 7fb5a57fa640 1 -- 172.21.15.112:0/3291694800 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7fb5900a6ef0 con 0x7fb5a8101750 2024-04-25T16:00:29.220 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.221+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5940afb80 msgr2=0x7fb5940b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.221+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5940afb80 0x7fb5940b2090 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb5a819b210 tx=0x7fb598005f90 comp rx=0 tx=0).stop 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.221+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8101750 msgr2=0x7fb5a819a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.221+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8101750 0x7fb5a819a170 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb590006fd0 tx=0x7fb59000b8e0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.221+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 shutdown_connections 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.221+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb5940afb80 0x7fb5940b2090 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.222+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5a81050a0 0x7fb5a81a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.222+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb5a8102250 0x7fb5a819a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.222+0000 7fb5ae55e640 1 --2- 172.21.15.112:0/3291694800 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5a8101750 0x7fb5a819a170 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.222+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 >> 172.21.15.112:0/3291694800 conn(0x7fb5a80fd350 msgr2=0x7fb5a8107c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.222+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 shutdown_connections 2024-04-25T16:00:29.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.222+0000 7fb5ae55e640 1 -- 172.21.15.112:0/3291694800 wait complete. 2024-04-25T16:00:29.234 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T16:00:29.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 -- 172.21.15.112:0/1770178311 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 msgr2=0x7f6258103390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 --2- 172.21.15.112:0/1770178311 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258103390 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f6248009900 tx=0x7f624802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:29.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 -- 172.21.15.112:0/1770178311 shutdown_connections 2024-04-25T16:00:29.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 --2- 172.21.15.112:0/1770178311 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6258103960 0x7f6258103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 --2- 172.21.15.112:0/1770178311 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6258104480 0x7f625810abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 --2- 172.21.15.112:0/1770178311 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258103390 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 -- 172.21.15.112:0/1770178311 >> 172.21.15.112:0/1770178311 conn(0x7f62580fd380 msgr2=0x7f62580ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:29.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 -- 172.21.15.112:0/1770178311 shutdown_connections 2024-04-25T16:00:29.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.344+0000 7f625cd7d640 1 -- 172.21.15.112:0/1770178311 wait complete. 2024-04-25T16:00:29.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 Processor -- start 2024-04-25T16:00:29.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 -- start start 2024-04-25T16:00:29.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258102240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6258103960 0x7f625819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6258104480 0x7f62581a14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f625810e4a0 con 0x7f6258102f80 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f625810e320 con 0x7f6258104480 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625cd7d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f625810e620 con 0x7f6258103960 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258102240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258102240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37268/0 (socket says 172.21.15.112:37268) 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.345+0000 7f625659c640 1 -- 172.21.15.112:0/3474564360 learned_addr learned my addr 172.21.15.112:0/3474564360 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f6256d9d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6258104480 0x7f62581a14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f6255d9b640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6258103960 0x7f625819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625659c640 1 -- 172.21.15.112:0/3474564360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6258103960 msgr2=0x7f625819ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625659c640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6258103960 0x7f625819ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625659c640 1 -- 172.21.15.112:0/3474564360 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6258104480 msgr2=0x7f62581a14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625659c640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6258104480 0x7f62581a14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625659c640 1 -- 172.21.15.112:0/3474564360 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62581a1cf0 con 0x7f6258102f80 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f6255d9b640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6258103960 0x7f625819ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f6256d9d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6258104480 0x7f62581a14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625659c640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258102240 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6248005760 tx=0x7f6248003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f62477fe640 1 -- 172.21.15.112:0/3474564360 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624803f070 con 0x7f6258102f80 2024-04-25T16:00:29.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f62477fe640 1 -- 172.21.15.112:0/3474564360 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6248031da0 con 0x7f6258102f80 2024-04-25T16:00:29.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62581a1f80 con 0x7f6258102f80 2024-04-25T16:00:29.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f62477fe640 1 -- 172.21.15.112:0/3474564360 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248035030 con 0x7f6258102f80 2024-04-25T16:00:29.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.346+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62581a2460 con 0x7f6258102f80 2024-04-25T16:00:29.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.347+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6258107920 con 0x7f6258102f80 2024-04-25T16:00:29.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.349+0000 7f62477fe640 1 -- 172.21.15.112:0/3474564360 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f6248042070 con 0x7f6258102f80 2024-04-25T16:00:29.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.349+0000 7f62477fe640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62400afb80 0x7f62400b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.349+0000 7f6255d9b640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62400afb80 0x7f62400b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.349+0000 7f62477fe640 1 -- 172.21.15.112:0/3474564360 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f6248100220 con 0x7f6258102f80 2024-04-25T16:00:29.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.350+0000 7f6255d9b640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62400afb80 0x7f62400b2090 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6258101be0 tx=0x7f624c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.353+0000 7f62477fe640 1 -- 172.21.15.112:0/3474564360 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f62480c8940 con 0x7f6258102f80 2024-04-25T16:00:29.531 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.529+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f625802dce0 con 0x7f6258102f80 2024-04-25T16:00:29.531 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.530+0000 7f62477fe640 1 -- 172.21.15.112:0/3474564360 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7f62480c8240 con 0x7f6258102f80 2024-04-25T16:00:29.531 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T16:00:29.533 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62400afb80 msgr2=0x7f62400b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.533 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62400afb80 0x7f62400b2090 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6258101be0 tx=0x7f624c008040 comp rx=0 tx=0).stop 2024-04-25T16:00:29.533 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 msgr2=0x7f6258102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.533 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258102240 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6248005760 tx=0x7f6248003d50 comp rx=0 tx=0).stop 2024-04-25T16:00:29.533 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 shutdown_connections 2024-04-25T16:00:29.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f62400afb80 0x7f62400b2090 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6258103960 0x7f625819ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6258104480 0x7f62581a14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 --2- 172.21.15.112:0/3474564360 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6258102f80 0x7f6258102240 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 >> 172.21.15.112:0/3474564360 conn(0x7f62580fd380 msgr2=0x7f6258104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:29.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 shutdown_connections 2024-04-25T16:00:29.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.532+0000 7f625cd7d640 1 -- 172.21.15.112:0/3474564360 wait complete. 2024-04-25T16:00:29.544 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T16:00:29.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2732403076 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208102f40 msgr2=0x7fc208103350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2732403076 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208102f40 0x7fc208103350 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8009900 tx=0x7fc1f802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:29.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2732403076 shutdown_connections 2024-04-25T16:00:29.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2732403076 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc208103920 0x7fc208103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2732403076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc208104460 0x7fc20810aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2732403076 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208102f40 0x7fc208103350 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2732403076 >> 172.21.15.112:0/2732403076 conn(0x7fc2080fd340 msgr2=0x7fc2080ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2732403076 shutdown_connections 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2732403076 wait complete. 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 Processor -- start 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.656+0000 7fc20e4b6640 1 -- start start 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc208102f40 0x7fc2081990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208103920 0x7fc2081995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc208104460 0x7fc2081a0570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc20810e3a0 con 0x7fc208103920 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc20810e220 con 0x7fc208102f40 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc20810e520 con 0x7fc208104460 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208103920 0x7fc2081995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208103920 0x7fc2081995e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37282/0 (socket says 172.21.15.112:37282) 2024-04-25T16:00:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 -- 172.21.15.112:0/2258351018 learned_addr learned my addr 172.21.15.112:0/2258351018 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc207fff640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc208102f40 0x7fc2081990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20ca53640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc208104460 0x7fc2081a0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 -- 172.21.15.112:0/2258351018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc208104460 msgr2=0x7fc2081a0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc208104460 0x7fc2081a0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 -- 172.21.15.112:0/2258351018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc208102f40 msgr2=0x7fc2081990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc208102f40 0x7fc2081990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 -- 172.21.15.112:0/2258351018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2081a0be0 con 0x7fc208103920 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20ca53640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc208104460 0x7fc2081a0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc207fff640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc208102f40 0x7fc2081990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2077fe640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208103920 0x7fc2081995e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc00d770 tx=0x7fc1fc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2057fa640 1 -- 172.21.15.112:0/2258351018 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1fc017070 con 0x7fc208103920 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2057fa640 1 -- 172.21.15.112:0/2258351018 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc1fc0054b0 con 0x7fc208103920 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2081a0ed0 con 0x7fc208103920 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc2057fa640 1 -- 172.21.15.112:0/2258351018 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1fc004c60 con 0x7fc208103920 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.657+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2081a1340 con 0x7fc208103920 2024-04-25T16:00:29.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.658+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2081078e0 con 0x7fc208103920 2024-04-25T16:00:29.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.661+0000 7fc2057fa640 1 -- 172.21.15.112:0/2258351018 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fc1fc004e00 con 0x7fc208103920 2024-04-25T16:00:29.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.661+0000 7fc2057fa640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc1f00afc00 0x7fc1f00b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.661+0000 7fc2057fa640 1 -- 172.21.15.112:0/2258351018 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fc1fc0df050 con 0x7fc208103920 2024-04-25T16:00:29.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.661+0000 7fc207fff640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc1f00afc00 0x7fc1f00b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.662+0000 7fc207fff640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc1f00afc00 0x7fc1f00b2110 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc1f80057c0 tx=0x7fc1f8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.666 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.665+0000 7fc2057fa640 1 -- 172.21.15.112:0/2258351018 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1fc0a77f0 con 0x7fc208103920 2024-04-25T16:00:29.846 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.845+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc20802dda0 con 0x7fc208103920 2024-04-25T16:00:29.847 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.846+0000 7fc2057fa640 1 -- 172.21.15.112:0/2258351018 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v81) ==== 103+0+11 (secure 0 0 0) 0x7fc1fc0a70f0 con 0x7fc208103920 2024-04-25T16:00:29.847 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc1f00afc00 msgr2=0x7fc1f00b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc1f00afc00 0x7fc1f00b2110 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc1f80057c0 tx=0x7fc1f8000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208103920 msgr2=0x7fc2081995e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208103920 0x7fc2081995e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc00d770 tx=0x7fc1fc00dc30 comp rx=0 tx=0).stop 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 shutdown_connections 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc1f00afc00 0x7fc1f00b2110 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc208104460 0x7fc2081a0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc208103920 0x7fc2081995e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 --2- 172.21.15.112:0/2258351018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc208102f40 0x7fc2081990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 >> 172.21.15.112:0/2258351018 conn(0x7fc2080fd340 msgr2=0x7fc208104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:29.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 shutdown_connections 2024-04-25T16:00:29.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.848+0000 7fc20e4b6640 1 -- 172.21.15.112:0/2258351018 wait complete. 2024-04-25T16:00:29.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:29 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1396635067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:29.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:29 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3291694800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:29.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:29 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3474564360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:29.860 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T16:00:29.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:29 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1396635067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:29 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3291694800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:29.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:29 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3474564360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.966+0000 7fb703546640 1 -- 172.21.15.112:0/1867470298 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc109a50 msgr2=0x7fb6fc10be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.966+0000 7fb703546640 1 --2- 172.21.15.112:0/1867470298 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc109a50 0x7fb6fc10be70 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb6f4009ca0 tx=0x7fb6f402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.966+0000 7fb703546640 1 -- 172.21.15.112:0/1867470298 shutdown_connections 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.966+0000 7fb703546640 1 --2- 172.21.15.112:0/1867470298 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc109a50 0x7fb6fc10be70 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.966+0000 7fb703546640 1 --2- 172.21.15.112:0/1867470298 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6fc104d50 0x7fb6fc105160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.966+0000 7fb703546640 1 --2- 172.21.15.112:0/1867470298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6fc103b10 0x7fb6fc104810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.966+0000 7fb703546640 1 -- 172.21.15.112:0/1867470298 >> 172.21.15.112:0/1867470298 conn(0x7fb6fc0fed40 msgr2=0x7fb6fc1011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 -- 172.21.15.112:0/1867470298 shutdown_connections 2024-04-25T16:00:29.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 -- 172.21.15.112:0/1867470298 wait complete. 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 Processor -- start 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 -- start start 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc103b10 0x7fb6fc19a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6fc104d50 0x7fb6fc19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6fc109a50 0x7fb6fc1a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb6fc10f520 con 0x7fb6fc103b10 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb6fc10f3a0 con 0x7fb6fc104d50 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb703546640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb6fc10f6a0 con 0x7fb6fc109a50 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb7012e2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc103b10 0x7fb6fc19a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.967+0000 7fb7012e2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc103b10 0x7fb6fc19a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37302/0 (socket says 172.21.15.112:37302) 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb7012e2640 1 -- 172.21.15.112:0/4076538524 learned_addr learned my addr 172.21.15.112:0/4076538524 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb700ae1640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6fc104d50 0x7fb6fc19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb701ae3640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6fc109a50 0x7fb6fc1a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb7012e2640 1 -- 172.21.15.112:0/4076538524 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6fc109a50 msgr2=0x7fb6fc1a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb7012e2640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6fc109a50 0x7fb6fc1a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb7012e2640 1 -- 172.21.15.112:0/4076538524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6fc104d50 msgr2=0x7fb6fc19a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb7012e2640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6fc104d50 0x7fb6fc19a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb7012e2640 1 -- 172.21.15.112:0/4076538524 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6fc1a1c30 con 0x7fb6fc103b10 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb700ae1640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6fc104d50 0x7fb6fc19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb7012e2640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc103b10 0x7fb6fc19a0f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800d740 tx=0x7fb6f800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb6f27fc640 1 -- 172.21.15.112:0/4076538524 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8017070 con 0x7fb6fc103b10 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb6f27fc640 1 -- 172.21.15.112:0/4076538524 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb6f800de50 con 0x7fb6fc103b10 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6fc1a1f20 con 0x7fb6fc103b10 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb6f27fc640 1 -- 172.21.15.112:0/4076538524 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8003bb0 con 0x7fb6fc103b10 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.968+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6fc1a2380 con 0x7fb6fc103b10 2024-04-25T16:00:29.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.969+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6fc06a190 con 0x7fb6fc103b10 2024-04-25T16:00:29.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.971+0000 7fb6f27fc640 1 -- 172.21.15.112:0/4076538524 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fb6f8003d50 con 0x7fb6fc103b10 2024-04-25T16:00:29.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.971+0000 7fb6f27fc640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6e80afb80 0x7fb6e80b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:29.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.971+0000 7fb700ae1640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6e80afb80 0x7fb6e80b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:29.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.972+0000 7fb6f27fc640 1 -- 172.21.15.112:0/4076538524 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fb6f80defa0 con 0x7fb6fc103b10 2024-04-25T16:00:29.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.972+0000 7fb700ae1640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6e80afb80 0x7fb6e80b2090 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec005fd0 tx=0x7fb6ec005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:29.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:29.975+0000 7fb6f27fc640 1 -- 172.21.15.112:0/4076538524 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb6f80a76c0 con 0x7fb6fc103b10 2024-04-25T16:00:30.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:29 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1396635067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:29 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3291694800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:30.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:29 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3474564360' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:30.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.190+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6fc02dc10 con 0x7fb6fc103b10 2024-04-25T16:00:30.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.191+0000 7fb6f27fc640 1 -- 172.21.15.112:0/4076538524 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7fb6f80a6fc0 con 0x7fb6fc103b10 2024-04-25T16:00:30.192 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:30.192 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:59:09.956298+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[24503,24548,24484,24470,14649]},"id":1}]} 2024-04-25T16:00:30.192 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 28 2024-04-25T16:00:30.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6e80afb80 msgr2=0x7fb6e80b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6e80afb80 0x7fb6e80b2090 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec005fd0 tx=0x7fb6ec005850 comp rx=0 tx=0).stop 2024-04-25T16:00:30.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc103b10 msgr2=0x7fb6fc19a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc103b10 0x7fb6fc19a0f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800d740 tx=0x7fb6f800dc00 comp rx=0 tx=0).stop 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 shutdown_connections 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb6e80afb80 0x7fb6e80b2090 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6fc109a50 0x7fb6fc1a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6fc104d50 0x7fb6fc19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 --2- 172.21.15.112:0/4076538524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb6fc103b10 0x7fb6fc19a0f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 >> 172.21.15.112:0/4076538524 conn(0x7fb6fc0fed40 msgr2=0x7fb6fc105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 shutdown_connections 2024-04-25T16:00:30.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.193+0000 7fb703546640 1 -- 172.21.15.112:0/4076538524 wait complete. 2024-04-25T16:00:30.206 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:00:30.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 -- 172.21.15.112:0/314378485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 msgr2=0x7f34641036d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 --2- 172.21.15.112:0/314378485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f34641036d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3454009900 tx=0x7f345402a410 comp rx=0 tx=0).stop 2024-04-25T16:00:30.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 -- 172.21.15.112:0/314378485 shutdown_connections 2024-04-25T16:00:30.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 --2- 172.21.15.112:0/314378485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3464108910 0x7f346410ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 --2- 172.21.15.112:0/314378485 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3464103c10 0x7f3464104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 --2- 172.21.15.112:0/314378485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f34641036d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 -- 172.21.15.112:0/314378485 >> 172.21.15.112:0/314378485 conn(0x7f34640fdba0 msgr2=0x7f3464100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:30.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 -- 172.21.15.112:0/314378485 shutdown_connections 2024-04-25T16:00:30.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 -- 172.21.15.112:0/314378485 wait complete. 2024-04-25T16:00:30.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 Processor -- start 2024-04-25T16:00:30.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.315+0000 7f346a8af640 1 -- start start 2024-04-25T16:00:30.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f346a8af640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f3464199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f346a8af640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3464103c10 0x7f3464199590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f346a8af640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3464108910 0x7f34641a0520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f346a8af640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f346410e360 con 0x7f34641029d0 2024-04-25T16:00:30.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f346a8af640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f346410e1e0 con 0x7f3464103c10 2024-04-25T16:00:30.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f346a8af640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f346410e4e0 con 0x7f3464108910 2024-04-25T16:00:30.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f3464199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f3464199050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37318/0 (socket says 172.21.15.112:37318) 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 -- 172.21.15.112:0/1967050985 learned_addr learned my addr 172.21.15.112:0/1967050985 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f34637fe640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3464103c10 0x7f3464199590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3468e4c640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3464108910 0x7f34641a0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 -- 172.21.15.112:0/1967050985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3464108910 msgr2=0x7f34641a0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3464108910 0x7f34641a0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 -- 172.21.15.112:0/1967050985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3464103c10 msgr2=0x7f3464199590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3464103c10 0x7f3464199590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 -- 172.21.15.112:0/1967050985 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34641a0ae0 con 0x7f34641029d0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3468e4c640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3464108910 0x7f34641a0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.316+0000 7f3463fff640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f3464199050 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3454005760 tx=0x7f3454004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.317+0000 7f34617fa640 1 -- 172.21.15.112:0/1967050985 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f345403f030 con 0x7f34641029d0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.317+0000 7f34617fa640 1 -- 172.21.15.112:0/1967050985 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3454003a80 con 0x7f34641029d0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.317+0000 7f34617fa640 1 -- 172.21.15.112:0/1967050985 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3454035070 con 0x7f34641029d0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.317+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34641a0d70 con 0x7f34641029d0 2024-04-25T16:00:30.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.317+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34641a11b0 con 0x7f34641029d0 2024-04-25T16:00:30.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.318+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3464107720 con 0x7f34641029d0 2024-04-25T16:00:30.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.319+0000 7f34617fa640 1 -- 172.21.15.112:0/1967050985 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f3454042030 con 0x7f34641029d0 2024-04-25T16:00:30.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.320+0000 7f34617fa640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f344c0afc00 0x7f344c0b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.320+0000 7f34637fe640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f344c0afc00 0x7f344c0b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.320+0000 7f34617fa640 1 -- 172.21.15.112:0/1967050985 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f34540ffb80 con 0x7f34641029d0 2024-04-25T16:00:30.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.321+0000 7f34637fe640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f344c0afc00 0x7f344c0b2110 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f346419a0f0 tx=0x7f345800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:30.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.324+0000 7f34617fa640 1 -- 172.21.15.112:0/1967050985 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f34540c82a0 con 0x7f34641029d0 2024-04-25T16:00:30.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.500+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f346402de00 con 0x7f34641029d0 2024-04-25T16:00:30.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.502+0000 7f34617fa640 1 -- 172.21.15.112:0/1967050985 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+24676 (secure 0 0 0) 0x7f34540c7ba0 con 0x7f34641029d0 2024-04-25T16:00:30.503 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:30.503 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":81,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:59:33.283430+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:00:30.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f344c0afc00 msgr2=0x7f344c0b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f344c0afc00 0x7f344c0b2110 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f346419a0f0 tx=0x7f345800a2d0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 msgr2=0x7f3464199050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f3464199050 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3454005760 tx=0x7f3454004270 comp rx=0 tx=0).stop 2024-04-25T16:00:30.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 shutdown_connections 2024-04-25T16:00:30.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f344c0afc00 0x7f344c0b2110 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3464108910 0x7f34641a0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3464103c10 0x7f3464199590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 --2- 172.21.15.112:0/1967050985 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34641029d0 0x7f3464199050 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 >> 172.21.15.112:0/1967050985 conn(0x7f34640fdba0 msgr2=0x7f34641048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:30.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 shutdown_connections 2024-04-25T16:00:30.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.504+0000 7f346a8af640 1 -- 172.21.15.112:0/1967050985 wait complete. 2024-04-25T16:00:30.517 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T16:00:30.517 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T16:00:30.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 -- 172.21.15.112:0/1362088668 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc106f30 msgr2=0x7f75bc109350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/1362088668 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc106f30 0x7f75bc109350 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f75a4009900 tx=0x7f75a402a410 comp rx=0 tx=0).stop 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 -- 172.21.15.112:0/1362088668 shutdown_connections 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/1362088668 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75bc109890 0x7f75bc10bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/1362088668 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc106f30 0x7f75bc109350 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/1362088668 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75bc1045d0 0x7f75bc1069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 -- 172.21.15.112:0/1362088668 >> 172.21.15.112:0/1362088668 conn(0x7f75bc0fdbd0 msgr2=0x7f75bc100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 -- 172.21.15.112:0/1362088668 shutdown_connections 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.628+0000 7f75c0ad8640 1 -- 172.21.15.112:0/1362088668 wait complete. 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 Processor -- start 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 -- start start 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc1045d0 0x7f75bc19a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75bc106f30 0x7f75bc19a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75bc109890 0x7f75bc1a1760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10f510 con 0x7f75bc1045d0 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10f390 con 0x7f75bc109890 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75c0ad8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10f690 con 0x7f75bc106f30 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75ba59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc1045d0 0x7f75bc19a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75ba59c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc1045d0 0x7f75bc19a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37330/0 (socket says 172.21.15.112:37330) 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75ba59c640 1 -- 172.21.15.112:0/208188133 learned_addr learned my addr 172.21.15.112:0/208188133 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75bad9d640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75bc109890 0x7f75bc1a1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.629+0000 7f75b3fff640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75bc106f30 0x7f75bc19a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75ba59c640 1 -- 172.21.15.112:0/208188133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75bc106f30 msgr2=0x7f75bc19a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75ba59c640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75bc106f30 0x7f75bc19a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75ba59c640 1 -- 172.21.15.112:0/208188133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75bc109890 msgr2=0x7f75bc1a1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75ba59c640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75bc109890 0x7f75bc1a1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75ba59c640 1 -- 172.21.15.112:0/208188133 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75bc1a1dd0 con 0x7f75bc1045d0 2024-04-25T16:00:30.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75b3fff640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75bc106f30 0x7f75bc19a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:30.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75ba59c640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc1045d0 0x7f75bc19a290 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f75ac00b450 tx=0x7f75ac00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:30.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75b37fe640 1 -- 172.21.15.112:0/208188133 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ac015020 con 0x7f75bc1045d0 2024-04-25T16:00:30.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75b37fe640 1 -- 172.21.15.112:0/208188133 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75ac011d20 con 0x7f75bc1045d0 2024-04-25T16:00:30.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75bc1a20c0 con 0x7f75bc1045d0 2024-04-25T16:00:30.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75b37fe640 1 -- 172.21.15.112:0/208188133 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ac010e10 con 0x7f75bc1045d0 2024-04-25T16:00:30.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.630+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75bc1a2690 con 0x7f75bc1045d0 2024-04-25T16:00:30.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.631+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75bc0ff6f0 con 0x7f75bc1045d0 2024-04-25T16:00:30.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.632+0000 7f75b37fe640 1 -- 172.21.15.112:0/208188133 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f75ac018020 con 0x7f75bc1045d0 2024-04-25T16:00:30.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.633+0000 7f75b37fe640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75a80afc00 0x7f75a80b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.634+0000 7f75b3fff640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75a80afc00 0x7f75a80b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.634+0000 7f75b37fe640 1 -- 172.21.15.112:0/208188133 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f75ac0df140 con 0x7f75bc1045d0 2024-04-25T16:00:30.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.634+0000 7f75b3fff640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75a80afc00 0x7f75a80b2110 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f75a40096c0 tx=0x7f75a4005de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:30.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.637+0000 7f75b37fe640 1 -- 172.21.15.112:0/208188133 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f75ac01f020 con 0x7f75bc1045d0 2024-04-25T16:00:30.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.815+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f75bc0637a0 con 0x7f75bc1045d0 2024-04-25T16:00:30.817 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.816+0000 7f75b37fe640 1 -- 172.21.15.112:0/208188133 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f75ac00d040 con 0x7f75bc1045d0 2024-04-25T16:00:30.817 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75a80afc00 msgr2=0x7f75a80b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75a80afc00 0x7f75a80b2110 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f75a40096c0 tx=0x7f75a4005de0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc1045d0 msgr2=0x7f75bc19a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc1045d0 0x7f75bc19a290 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f75ac00b450 tx=0x7f75ac00b910 comp rx=0 tx=0).stop 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 shutdown_connections 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f75a80afc00 0x7f75a80b2110 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75bc106f30 0x7f75bc19a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f75bc109890 0x7f75bc1a1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 --2- 172.21.15.112:0/208188133 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75bc1045d0 0x7f75bc19a290 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 >> 172.21.15.112:0/208188133 conn(0x7f75bc0fdbd0 msgr2=0x7f75bc1066e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 shutdown_connections 2024-04-25T16:00:30.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.818+0000 7f75c0ad8640 1 -- 172.21.15.112:0/208188133 wait complete. 2024-04-25T16:00:30.829 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:30 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2258351018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:30.829 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:30 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4076538524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:30.829 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:30 smithi112 ceph-mon[29426]: pgmap v340: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:30.829 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:30 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1967050985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:30.830 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T16:00:30.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:30 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2258351018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:30.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:30 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4076538524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:30.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:30 smithi133 ceph-mon[32641]: pgmap v340: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:30.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:30 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1967050985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:30.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 -- 172.21.15.112:0/3365470565 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1181033d0 msgr2=0x7fd1181037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 --2- 172.21.15.112:0/3365470565 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1181033d0 0x7fd1181037e0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd100009900 tx=0x7fd10002a410 comp rx=0 tx=0).stop 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 -- 172.21.15.112:0/3365470565 shutdown_connections 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 --2- 172.21.15.112:0/3365470565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1181080d0 0x7fd11810a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 --2- 172.21.15.112:0/3365470565 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd1181033d0 0x7fd1181037e0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 --2- 172.21.15.112:0/3365470565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd118102190 0x7fd118102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 -- 172.21.15.112:0/3365470565 >> 172.21.15.112:0/3365470565 conn(0x7fd1180fd380 msgr2=0x7fd1180ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 -- 172.21.15.112:0/3365470565 shutdown_connections 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.940+0000 7fd11cd72640 1 -- 172.21.15.112:0/3365470565 wait complete. 2024-04-25T16:00:30.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 Processor -- start 2024-04-25T16:00:30.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 -- start start 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd118102190 0x7fd118199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1181033d0 0x7fd118199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1181080d0 0x7fd1181a04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd11810db60 con 0x7fd118102190 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd11810d9e0 con 0x7fd1181033d0 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.941+0000 7fd11cd72640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd11810dce0 con 0x7fd1181080d0 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd118102190 0x7fd118199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd118102190 0x7fd118199020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37344/0 (socket says 172.21.15.112:37344) 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 -- 172.21.15.112:0/2203857257 learned_addr learned my addr 172.21.15.112:0/2203857257 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd116d9d640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1181080d0 0x7fd1181a04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd10dd9b640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1181033d0 0x7fd118199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 -- 172.21.15.112:0/2203857257 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1181080d0 msgr2=0x7fd1181a04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1181080d0 0x7fd1181a04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 -- 172.21.15.112:0/2203857257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1181033d0 msgr2=0x7fd118199560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1181033d0 0x7fd118199560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 -- 172.21.15.112:0/2203857257 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1181a0ab0 con 0x7fd118102190 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11659c640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd118102190 0x7fd118199020 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd10800d740 tx=0x7fd10800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd10ffff640 1 -- 172.21.15.112:0/2203857257 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd108017070 con 0x7fd118102190 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd10ffff640 1 -- 172.21.15.112:0/2203857257 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd10800de50 con 0x7fd118102190 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1181a0da0 con 0x7fd118102190 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd10ffff640 1 -- 172.21.15.112:0/2203857257 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd108003bb0 con 0x7fd118102190 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.942+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1181a1210 con 0x7fd118102190 2024-04-25T16:00:30.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.943+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1181077d0 con 0x7fd118102190 2024-04-25T16:00:30.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.945+0000 7fd10ffff640 1 -- 172.21.15.112:0/2203857257 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fd108003d50 con 0x7fd118102190 2024-04-25T16:00:30.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.945+0000 7fd10ffff640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1040afb80 0x7fd1040b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:30.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.945+0000 7fd10dd9b640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1040afb80 0x7fd1040b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:30.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.945+0000 7fd10ffff640 1 -- 172.21.15.112:0/2203857257 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fd1080dee40 con 0x7fd118102190 2024-04-25T16:00:30.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.946+0000 7fd10dd9b640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1040afb80 0x7fd1040b2090 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd11819a0c0 tx=0x7fd100000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:30.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:30.949+0000 7fd10ffff640 1 -- 172.21.15.112:0/2203857257 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1080a6f10 con 0x7fd118102190 2024-04-25T16:00:31.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:30 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2258351018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:31.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:30 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4076538524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:31.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:30 smithi116 ceph-mon[32780]: pgmap v340: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T16:00:31.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:30 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1967050985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:31.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.127+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd11806a160 con 0x7fd118102190 2024-04-25T16:00:31.129 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.128+0000 7fd10ffff640 1 -- 172.21.15.112:0/2203857257 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7fd1080ab210 con 0x7fd118102190 2024-04-25T16:00:31.129 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1040afb80 msgr2=0x7fd1040b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1040afb80 0x7fd1040b2090 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd11819a0c0 tx=0x7fd100000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd118102190 msgr2=0x7fd118199020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd118102190 0x7fd118199020 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd10800d740 tx=0x7fd10800dc00 comp rx=0 tx=0).stop 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 shutdown_connections 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd1040afb80 0x7fd1040b2090 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1181080d0 0x7fd1181a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1181033d0 0x7fd118199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 --2- 172.21.15.112:0/2203857257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd118102190 0x7fd118199020 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 >> 172.21.15.112:0/2203857257 conn(0x7fd1180fd380 msgr2=0x7fd1180fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:31.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 shutdown_connections 2024-04-25T16:00:31.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.130+0000 7fd11cd72640 1 -- 172.21.15.112:0/2203857257 wait complete. 2024-04-25T16:00:31.143 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T16:00:31.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 -- 172.21.15.112:0/3208945486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 msgr2=0x7fe380104040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 --2- 172.21.15.112:0/3208945486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe380104040 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe36c009900 tx=0x7fe36c02a410 comp rx=0 tx=0).stop 2024-04-25T16:00:31.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 -- 172.21.15.112:0/3208945486 shutdown_connections 2024-04-25T16:00:31.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 --2- 172.21.15.112:0/3208945486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe380108930 0x7fe38010ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 --2- 172.21.15.112:0/3208945486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe380104040 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 --2- 172.21.15.112:0/3208945486 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe3801029f0 0x7fe3801036f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 -- 172.21.15.112:0/3208945486 >> 172.21.15.112:0/3208945486 conn(0x7fe3800fdbc0 msgr2=0x7fe380100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:31.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 -- 172.21.15.112:0/3208945486 shutdown_connections 2024-04-25T16:00:31.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.252+0000 7fe38700c640 1 -- 172.21.15.112:0/3208945486 wait complete. 2024-04-25T16:00:31.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 Processor -- start 2024-04-25T16:00:31.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 -- start start 2024-04-25T16:00:31.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe3801029f0 0x7fe380075860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe38019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe380108930 0x7fe3801a1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe38010e3f0 con 0x7fe380103c30 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe38010e270 con 0x7fe3801029f0 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe38700c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe38010e570 con 0x7fe380108930 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe38019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe38019eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37352/0 (socket says 172.21.15.112:37352) 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 -- 172.21.15.112:0/1269081622 learned_addr learned my addr 172.21.15.112:0/1269081622 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe384da8640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe3801029f0 0x7fe380075860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 -- 172.21.15.112:0/1269081622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe380108930 msgr2=0x7fe3801a1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe3855a9640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe380108930 0x7fe3801a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe380108930 0x7fe3801a1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 -- 172.21.15.112:0/1269081622 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe3801029f0 msgr2=0x7fe380075860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe3801029f0 0x7fe380075860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe37ffff640 1 -- 172.21.15.112:0/1269081622 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3801a1bc0 con 0x7fe380103c30 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe384da8640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe3801029f0 0x7fe380075860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.253+0000 7fe3855a9640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe380108930 0x7fe3801a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.254+0000 7fe37ffff640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe38019eec0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe36c0057c0 tx=0x7fe36c003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:31.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.254+0000 7fe37dffb640 1 -- 172.21.15.112:0/1269081622 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c03f070 con 0x7fe380103c30 2024-04-25T16:00:31.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.254+0000 7fe37dffb640 1 -- 172.21.15.112:0/1269081622 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe36c031da0 con 0x7fe380103c30 2024-04-25T16:00:31.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.254+0000 7fe37dffb640 1 -- 172.21.15.112:0/1269081622 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c035030 con 0x7fe380103c30 2024-04-25T16:00:31.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.254+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3801a1e50 con 0x7fe380103c30 2024-04-25T16:00:31.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.254+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3801a22c0 con 0x7fe380103c30 2024-04-25T16:00:31.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.255+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe380107740 con 0x7fe380103c30 2024-04-25T16:00:31.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.256+0000 7fe37dffb640 1 -- 172.21.15.112:0/1269081622 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7fe36c042070 con 0x7fe380103c30 2024-04-25T16:00:31.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.257+0000 7fe37dffb640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe3700afc00 0x7fe3700b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.257+0000 7fe384da8640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe3700afc00 0x7fe3700b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.257+0000 7fe37dffb640 1 -- 172.21.15.112:0/1269081622 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7fe36c100180 con 0x7fe380103c30 2024-04-25T16:00:31.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.258+0000 7fe384da8640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe3700afc00 0x7fe3700b2110 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe3801035f0 tx=0x7fe37400a5e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:31.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.261+0000 7fe37dffb640 1 -- 172.21.15.112:0/1269081622 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe36c0c88a0 con 0x7fe380103c30 2024-04-25T16:00:31.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.438+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe38002dda0 con 0x7fe380103c30 2024-04-25T16:00:31.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.439+0000 7fe37dffb640 1 -- 172.21.15.112:0/1269081622 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7fe36c0c81a0 con 0x7fe380103c30 2024-04-25T16:00:31.440 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe3700afc00 msgr2=0x7fe3700b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe3700afc00 0x7fe3700b2110 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe3801035f0 tx=0x7fe37400a5e0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 msgr2=0x7fe38019eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe38019eec0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe36c0057c0 tx=0x7fe36c003cd0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 shutdown_connections 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fe3700afc00 0x7fe3700b2110 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe380108930 0x7fe3801a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe380103c30 0x7fe38019eec0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 --2- 172.21.15.112:0/1269081622 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe3801029f0 0x7fe380075860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 >> 172.21.15.112:0/1269081622 conn(0x7fe3800fdbc0 msgr2=0x7fe380104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:31.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 shutdown_connections 2024-04-25T16:00:31.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.441+0000 7fe38700c640 1 -- 172.21.15.112:0/1269081622 wait complete. 2024-04-25T16:00:31.453 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T16:00:31.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 -- 172.21.15.112:0/3159949098 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8168108920 msgr2=0x7f816810ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 --2- 172.21.15.112:0/3159949098 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8168108920 0x7f816810ad40 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8158009900 tx=0x7f815802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 -- 172.21.15.112:0/3159949098 shutdown_connections 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 --2- 172.21.15.112:0/3159949098 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8168108920 0x7f816810ad40 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 --2- 172.21.15.112:0/3159949098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8168103c20 0x7f8168104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 --2- 172.21.15.112:0/3159949098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81681029e0 0x7f81681036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 -- 172.21.15.112:0/3159949098 >> 172.21.15.112:0/3159949098 conn(0x7f81680fdbd0 msgr2=0x7f8168100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 -- 172.21.15.112:0/3159949098 shutdown_connections 2024-04-25T16:00:31.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.562+0000 7f816d785640 1 -- 172.21.15.112:0/3159949098 wait complete. 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 Processor -- start 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 -- start start 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81681029e0 0x7f816819a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8168103c20 0x7f816819a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8168108920 0x7f81681a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f816810e3a0 con 0x7f81681029e0 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f816810e220 con 0x7f8168103c20 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f816d785640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f816810e520 con 0x7f8168108920 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81681029e0 0x7f816819a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81681029e0 0x7f816819a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37378/0 (socket says 172.21.15.112:37378) 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 -- 172.21.15.112:0/4252264150 learned_addr learned my addr 172.21.15.112:0/4252264150 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:31.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f81667fc640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8168103c20 0x7f816819a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 -- 172.21.15.112:0/4252264150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8168108920 msgr2=0x7f81681a1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8168108920 0x7f81681a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 -- 172.21.15.112:0/4252264150 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8168103c20 msgr2=0x7f816819a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8168103c20 0x7f816819a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 -- 172.21.15.112:0/4252264150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81681a1ec0 con 0x7f81681029e0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f81667fc640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8168103c20 0x7f816819a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.563+0000 7f8166ffd640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81681029e0 0x7f816819a430 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f816000cce0 tx=0x7f816000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.564+0000 7f814ffff640 1 -- 172.21.15.112:0/4252264150 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816000f450 con 0x7f81681029e0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.564+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81681a21b0 con 0x7f81681029e0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.564+0000 7f814ffff640 1 -- 172.21.15.112:0/4252264150 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f816000fa80 con 0x7f81681029e0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.564+0000 7f814ffff640 1 -- 172.21.15.112:0/4252264150 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160018a60 con 0x7f81681029e0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.564+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81681a2700 con 0x7f81681029e0 2024-04-25T16:00:31.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.565+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f816806c2a0 con 0x7f81681029e0 2024-04-25T16:00:31.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.566+0000 7f814ffff640 1 -- 172.21.15.112:0/4252264150 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f8160018c00 con 0x7f81681029e0 2024-04-25T16:00:31.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.567+0000 7f814ffff640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f81500afb80 0x7f81500b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.567+0000 7f81667fc640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f81500afb80 0x7f81500b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.567+0000 7f814ffff640 1 -- 172.21.15.112:0/4252264150 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f81600df700 con 0x7f81681029e0 2024-04-25T16:00:31.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.567+0000 7f81667fc640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f81500afb80 0x7f81500b2090 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f816819b4d0 tx=0x7f815c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:31.571 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.570+0000 7f814ffff640 1 -- 172.21.15.112:0/4252264150 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8160014030 con 0x7f81681029e0 2024-04-25T16:00:31.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:31 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/208188133' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:31.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:31 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2203857257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:31.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:31 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1269081622' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:31.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.750+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f81681a29c0 con 0x7f81681029e0 2024-04-25T16:00:31.752 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.751+0000 7f814ffff640 1 -- 172.21.15.112:0/4252264150 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v81) ==== 103+0+11 (secure 0 0 0) 0x7f81600a7eb0 con 0x7f81681029e0 2024-04-25T16:00:31.752 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:31.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f81500afb80 msgr2=0x7f81500b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f81500afb80 0x7f81500b2090 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f816819b4d0 tx=0x7f815c005f90 comp rx=0 tx=0).stop 2024-04-25T16:00:31.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81681029e0 msgr2=0x7f816819a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81681029e0 0x7f816819a430 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f816000cce0 tx=0x7f816000a620 comp rx=0 tx=0).stop 2024-04-25T16:00:31.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 shutdown_connections 2024-04-25T16:00:31.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f81500afb80 0x7f81500b2090 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8168108920 0x7f81681a1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8168103c20 0x7f816819a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 --2- 172.21.15.112:0/4252264150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81681029e0 0x7f816819a430 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 >> 172.21.15.112:0/4252264150 conn(0x7f81680fdbd0 msgr2=0x7f8168109e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:31.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 shutdown_connections 2024-04-25T16:00:31.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.753+0000 7f816d785640 1 -- 172.21.15.112:0/4252264150 wait complete. 2024-04-25T16:00:31.765 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 -- 172.21.15.112:0/852210287 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 msgr2=0x7f2ef4104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 --2- 172.21.15.112:0/852210287 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef4104810 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8009900 tx=0x7f2ee802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 -- 172.21.15.112:0/852210287 shutdown_connections 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 --2- 172.21.15.112:0/852210287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ef4104d50 0x7f2ef4105160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 --2- 172.21.15.112:0/852210287 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2ef4109a50 0x7f2ef410be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 --2- 172.21.15.112:0/852210287 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef4104810 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 -- 172.21.15.112:0/852210287 >> 172.21.15.112:0/852210287 conn(0x7f2ef40fed40 msgr2=0x7f2ef41011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 -- 172.21.15.112:0/852210287 shutdown_connections 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.872+0000 7f2eface0640 1 -- 172.21.15.112:0/852210287 wait complete. 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 Processor -- start 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 -- start start 2024-04-25T16:00:31.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef419a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ef4104d50 0x7f2ef419a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2ef4109a50 0x7f2ef41a16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef410f540 con 0x7f2ef4103b10 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef410f3c0 con 0x7f2ef4109a50 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2eface0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef410f6c0 con 0x7f2ef4104d50 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef419a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef419a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37394/0 (socket says 172.21.15.112:37394) 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 -- 172.21.15.112:0/1425258158 learned_addr learned my addr 172.21.15.112:0/1425258158 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef3fff640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ef4104d50 0x7f2ef419a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef927d640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2ef4109a50 0x7f2ef41a16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 -- 172.21.15.112:0/1425258158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ef4104d50 msgr2=0x7f2ef419a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ef4104d50 0x7f2ef419a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 -- 172.21.15.112:0/1425258158 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2ef4109a50 msgr2=0x7f2ef41a16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2ef4109a50 0x7f2ef41a16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:31.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef8a7c640 1 -- 172.21.15.112:0/1425258158 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ef41a1d50 con 0x7f2ef4103b10 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef3fff640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ef4104d50 0x7f2ef419a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.873+0000 7f2ef927d640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2ef4109a50 0x7f2ef41a16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.874+0000 7f2ef8a7c640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef419a210 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8005760 tx=0x7f2ee8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.874+0000 7f2ef1ffb640 1 -- 172.21.15.112:0/1425258158 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee803f030 con 0x7f2ef4103b10 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.874+0000 7f2ef1ffb640 1 -- 172.21.15.112:0/1425258158 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ee8003a80 con 0x7f2ef4103b10 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.874+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ef41a1fe0 con 0x7f2ef4103b10 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.874+0000 7f2ef1ffb640 1 -- 172.21.15.112:0/1425258158 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee8035070 con 0x7f2ef4103b10 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.874+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ef41a2460 con 0x7f2ef4103b10 2024-04-25T16:00:31.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.875+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ef4108860 con 0x7f2ef4103b10 2024-04-25T16:00:31.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.876+0000 7f2ef1ffb640 1 -- 172.21.15.112:0/1425258158 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f2ee8042030 con 0x7f2ef4103b10 2024-04-25T16:00:31.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.877+0000 7f2ef1ffb640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2ee40afb80 0x7f2ee40b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:31.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.877+0000 7f2ef3fff640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2ee40afb80 0x7f2ee40b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:31.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.877+0000 7f2ef1ffb640 1 -- 172.21.15.112:0/1425258158 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f2ee80ffd30 con 0x7f2ef4103b10 2024-04-25T16:00:31.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.878+0000 7f2ef3fff640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2ee40afb80 0x7f2ee40b2090 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2ef419b2b0 tx=0x7f2ee0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:31.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:31.882+0000 7f2ef1ffb640 1 -- 172.21.15.112:0/1425258158 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2ee80c83f0 con 0x7f2ef4103b10 2024-04-25T16:00:31.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:31 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/208188133' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:31.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:31 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2203857257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:31.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:31 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1269081622' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:32.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:31 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/208188133' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:32.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:31 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2203857257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:32.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:31 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1269081622' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:32.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.098+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ef402db50 con 0x7f2ef4103b10 2024-04-25T16:00:32.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.099+0000 7f2ef1ffb640 1 -- 172.21.15.112:0/1425258158 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7f2ee80c7cf0 con 0x7f2ef4103b10 2024-04-25T16:00:32.100 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:32.100 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:59:09.956298+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[24503,24548,24484,24470,14649]},"id":1}]} 2024-04-25T16:00:32.100 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 28 2024-04-25T16:00:32.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2ee40afb80 msgr2=0x7f2ee40b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2ee40afb80 0x7f2ee40b2090 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2ef419b2b0 tx=0x7f2ee0008040 comp rx=0 tx=0).stop 2024-04-25T16:00:32.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 msgr2=0x7f2ef419a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef419a210 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8005760 tx=0x7f2ee8004270 comp rx=0 tx=0).stop 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 shutdown_connections 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f2ee40afb80 0x7f2ee40b2090 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ef4104d50 0x7f2ef419a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2ef4109a50 0x7f2ef41a16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 --2- 172.21.15.112:0/1425258158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef4103b10 0x7f2ef419a210 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 >> 172.21.15.112:0/1425258158 conn(0x7f2ef40fed40 msgr2=0x7f2ef4105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 shutdown_connections 2024-04-25T16:00:32.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.101+0000 7f2eface0640 1 -- 172.21.15.112:0/1425258158 wait complete. 2024-04-25T16:00:32.114 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 -- 172.21.15.112:0/1673223822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a0103c00 msgr2=0x7f09a0104010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 --2- 172.21.15.112:0/1673223822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a0103c00 0x7f09a0104010 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0990009900 tx=0x7f099002a410 comp rx=0 tx=0).stop 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 -- 172.21.15.112:0/1673223822 shutdown_connections 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 --2- 172.21.15.112:0/1673223822 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a0108900 0x7f09a010ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 --2- 172.21.15.112:0/1673223822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a0103c00 0x7f09a0104010 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 --2- 172.21.15.112:0/1673223822 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a01029c0 0x7f09a01036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 -- 172.21.15.112:0/1673223822 >> 172.21.15.112:0/1673223822 conn(0x7f09a00fdbd0 msgr2=0x7f09a0100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 -- 172.21.15.112:0/1673223822 shutdown_connections 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.247+0000 7f09a8096640 1 -- 172.21.15.112:0/1673223822 wait complete. 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 Processor -- start 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 -- start start 2024-04-25T16:00:32.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a01029c0 0x7f09a0199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a0103c00 0x7f09a0199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a0108900 0x7f09a01a04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f09a010e3e0 con 0x7f09a01029c0 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a5e32640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a01029c0 0x7f09a0199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f09a010e260 con 0x7f09a0103c00 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a5e32640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a01029c0 0x7f09a0199020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37402/0 (socket says 172.21.15.112:37402) 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a5e32640 1 -- 172.21.15.112:0/1177337340 learned_addr learned my addr 172.21.15.112:0/1177337340 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f09a010e560 con 0x7f09a0108900 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.248+0000 7f09a5631640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a0103c00 0x7f09a0199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a6633640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a0108900 0x7f09a01a04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a5e32640 1 -- 172.21.15.112:0/1177337340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a0108900 msgr2=0x7f09a01a04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a5e32640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a0108900 0x7f09a01a04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a5e32640 1 -- 172.21.15.112:0/1177337340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a0103c00 msgr2=0x7f09a0199560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a5e32640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a0103c00 0x7f09a0199560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a5e32640 1 -- 172.21.15.112:0/1177337340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a01a0b60 con 0x7f09a01029c0 2024-04-25T16:00:32.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a5e32640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a01029c0 0x7f09a0199020 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f099c00eb00 tx=0x7f099c009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f0996ffd640 1 -- 172.21.15.112:0/1177337340 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099c01c070 con 0x7f09a01029c0 2024-04-25T16:00:32.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f0996ffd640 1 -- 172.21.15.112:0/1177337340 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f099c00bba0 con 0x7f09a01029c0 2024-04-25T16:00:32.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f0996ffd640 1 -- 172.21.15.112:0/1177337340 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099c003cc0 con 0x7f09a01029c0 2024-04-25T16:00:32.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a0069ef0 con 0x7f09a01029c0 2024-04-25T16:00:32.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.249+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a006a3c0 con 0x7f09a01029c0 2024-04-25T16:00:32.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.250+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09a006af60 con 0x7f09a01029c0 2024-04-25T16:00:32.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.252+0000 7f0996ffd640 1 -- 172.21.15.112:0/1177337340 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f099c01f070 con 0x7f09a01029c0 2024-04-25T16:00:32.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.252+0000 7f0996ffd640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f098c0afb80 0x7f098c0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.253+0000 7f09a5631640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f098c0afb80 0x7f098c0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.253+0000 7f0996ffd640 1 -- 172.21.15.112:0/1177337340 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f099c0e0eb0 con 0x7f09a01029c0 2024-04-25T16:00:32.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.253+0000 7f09a5631640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f098c0afb80 0x7f098c0b2090 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0990005760 tx=0x7f0990031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.256+0000 7f0996ffd640 1 -- 172.21.15.112:0/1177337340 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f099c026070 con 0x7f09a01029c0 2024-04-25T16:00:32.435 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.434+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f09a01a0d30 con 0x7f09a01029c0 2024-04-25T16:00:32.437 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.436+0000 7f0996ffd640 1 -- 172.21.15.112:0/1177337340 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+24676 (secure 0 0 0) 0x7f099c0a8f80 con 0x7f09a01029c0 2024-04-25T16:00:32.437 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:32.437 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":81,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T15:59:33.283430+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:00:32.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f098c0afb80 msgr2=0x7f098c0b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f098c0afb80 0x7f098c0b2090 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0990005760 tx=0x7f0990031400 comp rx=0 tx=0).stop 2024-04-25T16:00:32.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a01029c0 msgr2=0x7f09a0199020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a01029c0 0x7f09a0199020 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f099c00eb00 tx=0x7f099c009ea0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 shutdown_connections 2024-04-25T16:00:32.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f098c0afb80 0x7f098c0b2090 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a0108900 0x7f09a01a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a0103c00 0x7f09a0199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 --2- 172.21.15.112:0/1177337340 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a01029c0 0x7f09a0199020 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 >> 172.21.15.112:0/1177337340 conn(0x7f09a00fdbd0 msgr2=0x7f09a01048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 shutdown_connections 2024-04-25T16:00:32.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.438+0000 7f09a8096640 1 -- 172.21.15.112:0/1177337340 wait complete. 2024-04-25T16:00:32.451 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T16:00:32.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 -- 172.21.15.112:0/2848697590 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb01050a0 msgr2=0x7f4bb01054b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/2848697590 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb01050a0 0x7f4bb01054b0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f4bac009900 tx=0x7f4bac02a410 comp rx=0 tx=0).stop 2024-04-25T16:00:32.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 -- 172.21.15.112:0/2848697590 shutdown_connections 2024-04-25T16:00:32.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/2848697590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4bb0102250 0x7f4bb010bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/2848697590 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4bb0101750 0x7f4bb0101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/2848697590 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb01050a0 0x7f4bb01054b0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 -- 172.21.15.112:0/2848697590 >> 172.21.15.112:0/2848697590 conn(0x7f4bb00fd370 msgr2=0x7f4bb00ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 -- 172.21.15.112:0/2848697590 shutdown_connections 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.557+0000 7f4bb74ee640 1 -- 172.21.15.112:0/2848697590 wait complete. 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 Processor -- start 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 -- start start 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4bb0101750 0x7f4bb019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb0102250 0x7f4bb019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4bb01050a0 0x7f4bb01a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb010f4a0 con 0x7f4bb0102250 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb010f320 con 0x7f4bb0101750 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb74ee640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb010f620 con 0x7f4bb01050a0 2024-04-25T16:00:32.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb0102250 0x7f4bb019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb0102250 0x7f4bb019a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37414/0 (socket says 172.21.15.112:37414) 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 -- 172.21.15.112:0/3540561851 learned_addr learned my addr 172.21.15.112:0/3540561851 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 -- 172.21.15.112:0/3540561851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4bb01050a0 msgr2=0x7f4bb01a1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4bb01050a0 0x7f4bb01a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 -- 172.21.15.112:0/3540561851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4bb0101750 msgr2=0x7f4bb019a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb528a640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4bb0101750 0x7f4bb019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4bb0101750 0x7f4bb019a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb4a89640 1 -- 172.21.15.112:0/3540561851 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb01a1c70 con 0x7f4bb0102250 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.558+0000 7f4bb528a640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4bb0101750 0x7f4bb019a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.559+0000 7f4bb4a89640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb0102250 0x7f4bb019a670 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f4ba000d950 tx=0x7f4ba000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.559+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0017070 con 0x7f4bb0102250 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.559+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ba0009c30 con 0x7f4bb0102250 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.559+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba000f620 con 0x7f4bb0102250 2024-04-25T16:00:32.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.559+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bb01a1f60 con 0x7f4bb0102250 2024-04-25T16:00:32.563 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.559+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bb01a23d0 con 0x7f4bb0102250 2024-04-25T16:00:32.563 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.560+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bb0108a30 con 0x7f4bb0102250 2024-04-25T16:00:32.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.561+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) ==== 147572+0+0 (secure 0 0 0) 0x7f4ba0010460 con 0x7f4bb0102250 2024-04-25T16:00:32.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.562+0000 7f4ba67fc640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4b9c0afb80 0x7f4b9c0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.562+0000 7f4bb528a640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4b9c0afb80 0x7f4b9c0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.562+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 9092+0+0 (secure 0 0 0) 0x7f4ba00dede0 con 0x7f4bb0102250 2024-04-25T16:00:32.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.563+0000 7f4bb528a640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4b9c0afb80 0x7f4b9c0b2090 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4bac005f70 tx=0x7f4bac000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.566+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ba00a7500 con 0x7f4bb0102250 2024-04-25T16:00:32.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.632+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f4ba00a3090 con 0x7f4bb0102250 2024-04-25T16:00:32.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4252264150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:32.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1425258158' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: pgmap v341: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 1]}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.d", "id": [5, 11]}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 4]}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [5, 8]}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-04-25T16:00:32.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:32 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1177337340' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:32.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.793+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4bb002dd10 con 0x7f4bb0102250 2024-04-25T16:00:32.795 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.794+0000 7f4ba67fc640 1 -- 172.21.15.112:0/3540561851 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7f4ba0009de0 con 0x7f4bb0102250 2024-04-25T16:00:32.795 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:32.795 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:59:09.956298+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[24503,24548,24484,24470,14649]},"id":1}]} 2024-04-25T16:00:32.795 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 28 2024-04-25T16:00:32.797 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4b9c0afb80 msgr2=0x7f4b9c0b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.797 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4b9c0afb80 0x7f4b9c0b2090 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4bac005f70 tx=0x7f4bac000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.797 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb0102250 msgr2=0x7f4bb019a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb0102250 0x7f4bb019a670 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f4ba000d950 tx=0x7f4ba000de10 comp rx=0 tx=0).stop 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 shutdown_connections 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f4b9c0afb80 0x7f4b9c0b2090 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4bb01050a0 0x7f4bb01a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bb0102250 0x7f4bb019a670 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 --2- 172.21.15.112:0/3540561851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4bb0101750 0x7f4bb019a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 >> 172.21.15.112:0/3540561851 conn(0x7f4bb00fd370 msgr2=0x7f4bb0105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 shutdown_connections 2024-04-25T16:00:32.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.796+0000 7f4bb74ee640 1 -- 172.21.15.112:0/3540561851 wait complete. 2024-04-25T16:00:32.809 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T15:58:41.582880+0000', 'modified': '2024-04-25T15:59:09.956298+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24548, 'mds_1': 24503, 'mds_2': 24484, 'mds_3': 24470, 'mds_4': 14649}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14637': {'gid': 14637, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.112:6839/146270898', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6838', 'nonce': 146270898}, {'type': 'v1', 'addr': '172.21.15.112:6839', 'nonce': 146270898}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14649': {'gid': 14649, 'name': 'a', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.112:6841/3557035518', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6840', 'nonce': 3557035518}, {'type': 'v1', 'addr': '172.21.15.112:6841', 'nonce': 3557035518}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24403': {'gid': 24403, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6833/940733382', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 940733382}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 940733382}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.116:6833/496231742', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6832', 'nonce': 496231742}, {'type': 'v1', 'addr': '172.21.15.116:6833', 'nonce': 496231742}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/4261823654', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 4261823654}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 4261823654}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24460': {'gid': 24460, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/982654166', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 982654166}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 982654166}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.116:6835/3195394516', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6834', 'nonce': 3195394516}, {'type': 'v1', 'addr': '172.21.15.116:6835', 'nonce': 3195394516}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.133:6839/4179885748', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 4179885748}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 4179885748}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.116:6837/3998170047', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6836', 'nonce': 3998170047}, {'type': 'v1', 'addr': '172.21.15.116:6837', 'nonce': 3998170047}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24548': {'gid': 24548, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6839/524675452', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6838', 'nonce': 524675452}, {'type': 'v1', 'addr': '172.21.15.116:6839', 'nonce': 524675452}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24548, 'qdb_cluster': [24503, 24548, 24484, 24470, 14649]} 2024-04-25T16:00:32.809 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-25T16:00:32.809 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-25T16:00:32.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2283564935 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 msgr2=0x7fc9dc104040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2283564935 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc104040 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc9d0009900 tx=0x7fc9d002a410 comp rx=0 tx=0).stop 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2283564935 shutdown_connections 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2283564935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9dc108930 0x7fc9dc10ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2283564935 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc104040 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2283564935 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9dc1029f0 0x7fc9dc1036f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2283564935 >> 172.21.15.112:0/2283564935 conn(0x7fc9dc0fdbc0 msgr2=0x7fc9dc100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2283564935 shutdown_connections 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.917+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2283564935 wait complete. 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 Processor -- start 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 -- start start 2024-04-25T16:00:32.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9dc1029f0 0x7fc9dc19a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc19a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9dc108930 0x7fc9dc1a16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc9dc10f4d0 con 0x7fc9dc103c30 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc9dc10f350 con 0x7fc9dc1029f0 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e3eb1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc9dc10f650 con 0x7fc9dc108930 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e144c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc19a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e144c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc19a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37442/0 (socket says 172.21.15.112:37442) 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.918+0000 7fc9e144c640 1 -- 172.21.15.112:0/2570836739 learned_addr learned my addr 172.21.15.112:0/2570836739 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e244e640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9dc108930 0x7fc9dc1a16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e144c640 1 -- 172.21.15.112:0/2570836739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9dc108930 msgr2=0x7fc9dc1a16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e144c640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9dc108930 0x7fc9dc1a16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9dc1029f0 0x7fc9dc19a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e144c640 1 -- 172.21.15.112:0/2570836739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9dc1029f0 msgr2=0x7fc9dc19a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e144c640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9dc1029f0 0x7fc9dc19a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e144c640 1 -- 172.21.15.112:0/2570836739 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9dc1a1d30 con 0x7fc9dc103c30 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e244e640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9dc108930 0x7fc9dc1a16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e144c640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc19a730 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fc9d0009230 tx=0x7fc9d00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9ceffd640 1 -- 172.21.15.112:0/2570836739 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d003f030 con 0x7fc9dc103c30 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9ceffd640 1 -- 172.21.15.112:0/2570836739 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc9d0003c90 con 0x7fc9dc103c30 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9dc1a1fc0 con 0x7fc9dc103c30 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9ceffd640 1 -- 172.21.15.112:0/2570836739 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d0035070 con 0x7fc9dc103c30 2024-04-25T16:00:32.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.919+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9dc1a23d0 con 0x7fc9dc103c30 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 Processor -- start 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9ceffd640 1 -- 172.21.15.112:0/2570836739 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fc9d0042030 con 0x7fc9dc103c30 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 -- start start 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffc8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 0x55f2bffcf7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55f2bff2d740 con 0x55f2bfc27270 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55f2bfec93a0 con 0x55f2bfc06590 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9eae38740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f2bff29700 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.922+0000 7fc9e244e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffc8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffc8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37448/0 (socket says 172.21.15.112:37448) 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 -- 172.21.15.112:0/2181027727 learned_addr learned my addr 172.21.15.112:0/2181027727 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e144c640 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 0x55f2bffcf7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9ceffd640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc9c80afaf0 0x7fc9c80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 -- 172.21.15.112:0/2181027727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 msgr2=0x55f2bffc88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 -- 172.21.15.112:0/2181027727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 msgr2=0x55f2bffcf7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 0x55f2bffcf7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 -- 172.21.15.112:0/2181027727 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2bfee5750 con 0x55f2bfc27270 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9ceffd640 1 -- 172.21.15.112:0/2570836739 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7fc9d00ff700 con 0x7fc9dc103c30 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc9c80afaf0 0x7fc9c80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffc8370 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009fa0 tx=0x7fc9d400f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=138dc1afb11720f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9c7fff640 1 -- 172.21.15.112:0/2181027727 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d401a610 con 0x55f2bfc27270 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9e244e640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc9c80afaf0 0x7fc9c80b2000 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4020000 tx=0x7fc9d401d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9c7fff640 1 -- 172.21.15.112:0/2181027727 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc9d401ac40 con 0x55f2bfc27270 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.923+0000 7fc9c7fff640 1 -- 172.21.15.112:0/2181027727 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4010940 con 0x55f2bfc27270 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 -- 172.21.15.112:0/2181027727 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 msgr2=0x55f2bffc8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffc8370 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009fa0 tx=0x7fc9d400f7f0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 -- 172.21.15.112:0/2181027727 shutdown_connections 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 0x55f2bffcf7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 --2- 172.21.15.112:0/2181027727 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffc8370 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 -- 172.21.15.112:0/2181027727 >> 172.21.15.112:0/2181027727 conn(0x55f2bfc1b3c0 msgr2=0x55f2bffc3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 -- 172.21.15.112:0/2181027727 shutdown_connections 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.924+0000 7fc9eae38740 1 -- 172.21.15.112:0/2181027727 wait complete. 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 -- start start 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 Processor -- start 2024-04-25T16:00:32.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc06590 0x55f2bffd2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc27270 0x55f2bffd9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffd0240 con 0x55f2bfc06590 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55f2bfeb4fe0 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffd03c0 con 0x55f2bfc27270 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9eae38740 10 client.0 _ll_register_callbacks cb 0x55f2bfecb150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9e144c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc06590 0x55f2bffd2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9e144c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc06590 0x55f2bffd2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37454/0 (socket says 172.21.15.112:37454) 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.925+0000 7fc9e144c640 1 -- 172.21.15.112:0/491202898 learned_addr learned my addr 172.21.15.112:0/491202898 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e244e640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc27270 0x55f2bffd9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e144c640 1 -- 172.21.15.112:0/491202898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc27270 msgr2=0x55f2bffd9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e144c640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc27270 0x55f2bffd9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e144c640 1 -- 172.21.15.112:0/491202898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfbfe3b0 msgr2=0x55f2bffd22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e144c640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e144c640 1 -- 172.21.15.112:0/491202898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2bfc3f2d0 con 0x55f2bfc06590 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e244e640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc27270 0x55f2bffd9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9e144c640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc06590 0x55f2bffd2810 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc9d00fcdf0 tx=0x7fc9d0032f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=970a3d48665436ee server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9c57fa640 1 -- 172.21.15.112:0/491202898 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d0049070 con 0x55f2bfc06590 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9c57fa640 1 -- 172.21.15.112:0/491202898 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7fc9d00fc240 con 0x55f2bfc06590 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9d401ac40 con 0x55f2bfc06590 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9c57fa640 1 -- 172.21.15.112:0/491202898 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc9d00c7120 con 0x55f2bfc06590 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9eae38740 10 client.15243 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f2bfd096b0 con 0x55f2bfc06590 2024-04-25T16:00:32.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9c57fa640 1 -- 172.21.15.112:0/491202898 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc9d401ac40 con 0x55f2bfc06590 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.926+0000 7fc9c57fa640 1 -- 172.21.15.112:0/491202898 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc9d00fc5c0 con 0x55f2bfc06590 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9eae38740 10 client.15243 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9eae38740 10 client.15243 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9eae38740 20 client.15243 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9eae38740 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbe5e40 0x55f2bffdffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9eae38740 4 client.15243 mds_command: new command op to 14649 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 --> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2bff3b350 con 0x55f2bfbe5e40 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbe5e40 0x55f2bffdffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9c57fa640 10 client.15243 ms_handle_connect on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.927+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbe5e40 0x55f2bffdffc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=22d454b4b8bac90 server_cookie=8e228d77446326bc in_seq=0 out_seq=0 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9c57fa640 1 -- 172.21.15.112:0/491202898 <== mds.4 v2:172.21.15.112:6840/3557035518 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f2bff3b350 con 0x55f2bfbe5e40 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9c57fa640 10 client.15243 handle_command_reply: tid=0 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 client.15243 shutdown 2024-04-25T16:00:32.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc06590 msgr2=0x55f2bffd2810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc06590 0x55f2bffd2810 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc9d00fcdf0 tx=0x7fc9d0032f30 comp rx=0 tx=0).stop 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 shutdown_connections 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbe5e40 0x55f2bffdffc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc27270 0x55f2bffd9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc06590 0x55f2bffd2810 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9c57fa640 0 client.15243 ms_handle_reset on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 --2- 172.21.15.112:0/491202898 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 >> 172.21.15.112:0/491202898 conn(0x55f2bfc1b3c0 msgr2=0x55f2bffc2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 shutdown_connections 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 1 -- 172.21.15.112:0/491202898 wait complete. 2024-04-25T16:00:32.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.928+0000 7fc9eae38740 20 client.15243 trim_cache size 0 max 16384 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4252264150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1425258158' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: pgmap v341: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 1]}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.d", "id": [5, 11]}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 4]}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [5, 8]}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-04-25T16:00:32.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:32 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1177337340' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.946+0000 7fc9eae38740 1 Processor -- start 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9eae38740 1 -- start start 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc06590 0x55f2bffc3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc27270 0x55f2bffd9690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9eae38740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffde300 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9eae38740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffde9d0 con 0x55f2bfc27270 2024-04-25T16:00:32.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9eae38740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffdf0a0 con 0x55f2bfc06590 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37466/0 (socket says 172.21.15.112:37466) 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 -- 172.21.15.112:0/3330805270 learned_addr learned my addr 172.21.15.112:0/3330805270 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 -- 172.21.15.112:0/3330805270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc06590 msgr2=0x55f2bffc3bf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/3330805270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc06590 0x55f2bffc3bf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 -- 172.21.15.112:0/3330805270 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc27270 msgr2=0x55f2bffd9690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/3330805270 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc27270 0x55f2bffd9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 -- 172.21.15.112:0/3330805270 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2bffcd120 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/3330805270 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc36b0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc9d8005fd0 tx=0x7fc9d80093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b5e381e1ff538a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9c77fe640 1 -- 172.21.15.112:0/3330805270 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d80142d0 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9c77fe640 1 -- 172.21.15.112:0/3330805270 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc9d801b7c0 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.947+0000 7fc9c77fe640 1 -- 172.21.15.112:0/3330805270 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d8012b70 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 -- 172.21.15.112:0/3330805270 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfbfe3b0 msgr2=0x55f2bffc36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 --2- 172.21.15.112:0/3330805270 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc36b0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc9d8005fd0 tx=0x7fc9d80093d0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.955 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 -- 172.21.15.112:0/3330805270 shutdown_connections 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 --2- 172.21.15.112:0/3330805270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfc06590 0x55f2bffc3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 --2- 172.21.15.112:0/3330805270 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc27270 0x55f2bffd9690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 --2- 172.21.15.112:0/3330805270 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffc36b0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 -- 172.21.15.112:0/3330805270 >> 172.21.15.112:0/3330805270 conn(0x55f2bfc1b3c0 msgr2=0x55f2bffd0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 -- 172.21.15.112:0/3330805270 shutdown_connections 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 -- 172.21.15.112:0/3330805270 wait complete. 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 -- start start 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.948+0000 7fc9eae38740 1 Processor -- start 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 0x55f2bffd5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9eae38740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffd8b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9eae38740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffdfe40 con 0x55f2bfc27270 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9eae38740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffdf770 con 0x55f2bfc06590 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9eae38740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f2bffe0510 con 0x55f2bfbfe3b0 2024-04-25T16:00:32.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9eae38740 10 client.0 _ll_register_callbacks cb 0x7fc9d0005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffd8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffd8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37478/0 (socket says 172.21.15.112:37478) 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 -- 172.21.15.112:0/1845098580 learned_addr learned my addr 172.21.15.112:0/1845098580 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 -- 172.21.15.112:0/1845098580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 msgr2=0x55f2bffd5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 -- 172.21.15.112:0/1845098580 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 msgr2=0x55f2bffd5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 0x55f2bffd5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 -- 172.21.15.112:0/1845098580 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2bffd9110 con 0x55f2bfc27270 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9e244e640 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffd8b50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4005ba0 tx=0x7fc9d40095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c173feae470162c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.949+0000 7fc9c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9c57fa640 1 -- 172.21.15.112:0/1845098580 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4009af0 con 0x55f2bfc27270 2024-04-25T16:00:32.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9c57fa640 1 -- 172.21.15.112:0/1845098580 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7fc9d401a410 con 0x55f2bfc27270 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9d801b7c0 con 0x55f2bfc27270 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9c57fa640 1 -- 172.21.15.112:0/1845098580 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc9d401a610 con 0x55f2bfc27270 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 10 client.15249 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f2c0048e40 con 0x55f2bfc27270 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9c57fa640 1 -- 172.21.15.112:0/1845098580 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc9d801b7c0 con 0x55f2bfc27270 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9c57fa640 1 -- 172.21.15.112:0/1845098580 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc9d4025740 con 0x55f2bfc27270 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 10 client.15249 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 10 client.15249 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 20 client.15249 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbbb280 0x55f2c004c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 4 client.15249 mds_command: new command op to 14649 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 --> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] -- command(tid 0: {"prefix": "status"}) -- 0x55f2bff351c0 con 0x55f2bfbbb280 2024-04-25T16:00:32.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.950+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbbb280 0x55f2c004c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9c57fa640 10 client.15249 ms_handle_connect on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9e1c4d640 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbbb280 0x55f2c004c600 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=94d8afb6688f927a server_cookie=b04f9a43b2f5e40d in_seq=0 out_seq=0 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9c57fa640 1 -- 172.21.15.112:0/1845098580 <== mds.4 v2:172.21.15.112:6840/3557035518 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55f2bff351c0 con 0x55f2bfbbb280 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9c57fa640 10 client.15249 handle_command_reply: tid=0 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 client.15249 shutdown 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 msgr2=0x55f2bffd8b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffd8b50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4005ba0 tx=0x7fc9d40095f0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 shutdown_connections 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x55f2bfbbb280 0x55f2c004c600 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55f2bfc27270 0x55f2bffd8b50 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55f2bfc06590 0x55f2bffd5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9c57fa640 0 client.15249 ms_handle_reset on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 --2- 172.21.15.112:0/1845098580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f2bfbfe3b0 0x55f2bffd5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 >> 172.21.15.112:0/1845098580 conn(0x55f2bfc1b3c0 msgr2=0x55f2bffc36b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 shutdown_connections 2024-04-25T16:00:32.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 1 -- 172.21.15.112:0/1845098580 wait complete. 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.951+0000 7fc9eae38740 20 client.15249 trim_cache size 0 max 16384 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 4, 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 14649, 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 84.000280900000007, 2024-04-25T16:00:32.960 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:32.961 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 82, 2024-04-25T16:00:32.961 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:32.961 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 120.446901217 2024-04-25T16:00:32.961 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc9c80afaf0 msgr2=0x7fc9c80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc9c80afaf0 0x7fc9c80b2000 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4020000 tx=0x7fc9d401d000 comp rx=0 tx=0).stop 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 msgr2=0x7fc9dc19a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc19a730 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fc9d0009230 tx=0x7fc9d00042f0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 shutdown_connections 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc9c80afaf0 0x7fc9c80b2000 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9dc108930 0x7fc9dc1a16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc9dc103c30 0x7fc9dc19a730 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 --2- 172.21.15.112:0/2570836739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9dc1029f0 0x7fc9dc19a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 >> 172.21.15.112:0/2570836739 conn(0x7fc9dc0fdbc0 msgr2=0x7fc9dc104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 shutdown_connections 2024-04-25T16:00:32.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:32.952+0000 7fc9e3eb1640 1 -- 172.21.15.112:0/2570836739 wait complete. 2024-04-25T16:00:32.964 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4252264150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1425258158' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: pgmap v341: 129 pgs: 129 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 1]}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.d", "id": [5, 11]}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 4]}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [5, 8]}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-04-25T16:00:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:32 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1177337340' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 -- 172.21.15.112:0/2509070640 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe94102190 msgr2=0x7efe94102e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 --2- 172.21.15.112:0/2509070640 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe94102190 0x7efe94102e90 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7efe9000aa10 tx=0x7efe9002b720 comp rx=0 tx=0).stop 2024-04-25T16:00:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 -- 172.21.15.112:0/2509070640 shutdown_connections 2024-04-25T16:00:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 --2- 172.21.15.112:0/2509070640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe941080d0 0x7efe9410a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 --2- 172.21.15.112:0/2509070640 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe941033d0 0x7efe941037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 --2- 172.21.15.112:0/2509070640 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe94102190 0x7efe94102e90 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 -- 172.21.15.112:0/2509070640 >> 172.21.15.112:0/2509070640 conn(0x7efe940fd380 msgr2=0x7efe940ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 -- 172.21.15.112:0/2509070640 shutdown_connections 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.072+0000 7efe9c405640 1 -- 172.21.15.112:0/2509070640 wait complete. 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 Processor -- start 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 -- start start 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe94102190 0x7efe9419a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe941033d0 0x7efe9419a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe941080d0 0x7efe941a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7efe9410d2d0 con 0x7efe941080d0 2024-04-25T16:00:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7efe9410d150 con 0x7efe941033d0 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9c405640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efe9410d450 con 0x7efe94102190 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe941080d0 0x7efe941a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe941080d0 0x7efe941a1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37506/0 (socket says 172.21.15.112:37506) 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 -- 172.21.15.112:0/599682437 learned_addr learned my addr 172.21.15.112:0/599682437 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe999a0640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe941033d0 0x7efe9419a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 -- 172.21.15.112:0/599682437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe94102190 msgr2=0x7efe9419a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe94102190 0x7efe9419a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 -- 172.21.15.112:0/599682437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe941033d0 msgr2=0x7efe9419a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe941033d0 0x7efe9419a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 -- 172.21.15.112:0/599682437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe941a1c90 con 0x7efe941080d0 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.073+0000 7efe9a9a2640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe941080d0 0x7efe941a1620 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7efe8c00cad0 tx=0x7efe8c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.074+0000 7efe8b7fe640 1 -- 172.21.15.112:0/599682437 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe8c00ae20 con 0x7efe941080d0 2024-04-25T16:00:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.074+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe941a1f80 con 0x7efe941080d0 2024-04-25T16:00:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.074+0000 7efe8b7fe640 1 -- 172.21.15.112:0/599682437 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe8c005020 con 0x7efe941080d0 2024-04-25T16:00:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.074+0000 7efe8b7fe640 1 -- 172.21.15.112:0/599682437 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe8c00f6b0 con 0x7efe941080d0 2024-04-25T16:00:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.074+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe941a23e0 con 0x7efe941080d0 2024-04-25T16:00:33.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.076+0000 7efea3390740 1 Processor -- start 2024-04-25T16:00:33.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.076+0000 7efe8b7fe640 1 -- 172.21.15.112:0/599682437 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7efe8c0051d0 con 0x7efe941080d0 2024-04-25T16:00:33.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efea3390740 1 -- start start 2024-04-25T16:00:33.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efea3390740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 0x55c9e37ac370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efea3390740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33e23b0 0x55c9e37ac8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efea3390740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33ea590 0x55c9e37b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efea3390740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55c9e3711740 con 0x55c9e33e23b0 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efea3390740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55c9e36ad3a0 con 0x55c9e340b270 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efea3390740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c9e370d700 con 0x55c9e33ea590 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efe9a1a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33e23b0 0x55c9e37ac8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efe9a1a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33e23b0 0x55c9e37ac8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37508/0 (socket says 172.21.15.112:37508) 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efe9a1a1640 1 -- 172.21.15.112:0/2272221765 learned_addr learned my addr 172.21.15.112:0/2272221765 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efe999a0640 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 0x55c9e37ac370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efe8b7fe640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efe800afaf0 0x7efe800b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.077+0000 7efe999a0640 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33ea590 0x55c9e37b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a1a1640 1 -- 172.21.15.112:0/2272221765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33ea590 msgr2=0x55c9e37b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33ea590 0x55c9e37b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a1a1640 1 -- 172.21.15.112:0/2272221765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 msgr2=0x55c9e37ac370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a9a2640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efe800afaf0 0x7efe800b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 0x55c9e37ac370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a1a1640 1 -- 172.21.15.112:0/2272221765 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9e36c9750 con 0x55c9e33e23b0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe999a0640 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33ea590 0x55c9e37b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe8b7fe640 1 -- 172.21.15.112:0/599682437 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7efe8c0df4b0 con 0x7efe941080d0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33e23b0 0x55c9e37ac8f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7efe90030570 tx=0x7efe90000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27bdc1e99715360f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe88bfe640 1 -- 172.21.15.112:0/2272221765 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9003f070 con 0x55c9e33e23b0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe88bfe640 1 -- 172.21.15.112:0/2272221765 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe90004040 con 0x55c9e33e23b0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe9a9a2640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efe800afaf0 0x7efe800b2000 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0a3600 tx=0x7efe8c0a1bb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.078+0000 7efe88bfe640 1 -- 172.21.15.112:0/2272221765 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe90036040 con 0x55c9e33e23b0 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 -- 172.21.15.112:0/2272221765 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33e23b0 msgr2=0x55c9e37ac8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33e23b0 0x55c9e37ac8f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7efe90030570 tx=0x7efe90000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 -- 172.21.15.112:0/2272221765 shutdown_connections 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33ea590 0x55c9e37b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33e23b0 0x55c9e37ac8f0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 --2- 172.21.15.112:0/2272221765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 0x55c9e37ac370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 -- 172.21.15.112:0/2272221765 >> 172.21.15.112:0/2272221765 conn(0x55c9e33ff3c0 msgr2=0x55c9e37a7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 -- 172.21.15.112:0/2272221765 shutdown_connections 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.079+0000 7efea3390740 1 -- 172.21.15.112:0/2272221765 wait complete. 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 -- start start 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 Processor -- start 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33ea590 0x55c9e37b6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e340b270 0x55c9e37bd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37b41e0 con 0x55c9e340b270 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55c9e3698fe0 con 0x55c9e33ea590 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37b4360 con 0x55c9e33e23b0 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efea3390740 10 client.0 _ll_register_callbacks cb 0x55c9e36af150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e340b270 0x55c9e37bd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e340b270 0x55c9e37bd6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37510/0 (socket says 172.21.15.112:37510) 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 -- 172.21.15.112:0/3333227101 learned_addr learned my addr 172.21.15.112:0/3333227101 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33ea590 0x55c9e37b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 -- 172.21.15.112:0/3333227101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 msgr2=0x55c9e37b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 -- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33ea590 msgr2=0x55c9e37b6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33ea590 0x55c9e37b6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 -- 172.21.15.112:0/3333227101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9e34232d0 con 0x55c9e340b270 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe999a0640 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e340b270 0x55c9e37bd6c0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7efe84012990 tx=0x7efe84004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2729a33da0c4554 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.080+0000 7efe7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efe7dffb640 1 -- 172.21.15.112:0/3333227101 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe84010a60 con 0x55c9e340b270 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efe7dffb640 1 -- 172.21.15.112:0/3333227101 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7efe84010c00 con 0x55c9e340b270 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe90004040 con 0x55c9e340b270 2024-04-25T16:00:33.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efe7dffb640 1 -- 172.21.15.112:0/3333227101 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efe84026050 con 0x55c9e340b270 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 10 client.15261 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c9e34ed6b0 con 0x55c9e340b270 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efe7dffb640 1 -- 172.21.15.112:0/3333227101 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe90004040 con 0x55c9e340b270 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efe7dffb640 1 -- 172.21.15.112:0/3333227101 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efe8400f040 con 0x55c9e340b270 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 10 client.15261 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 10 client.15261 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 20 client.15261 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e33c9e40 0x55c9e37c3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 4 client.15261 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 --> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9e371f350 con 0x55c9e33c9e40 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.081+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e33c9e40 0x55c9e37c3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.082+0000 7efe7dffb640 10 client.15261 ms_handle_connect on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.082+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e33c9e40 0x55c9e37c3f40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5d93d36eb1ee51ac server_cookie=f80f0b90674819da in_seq=0 out_seq=0 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efe7dffb640 1 -- 172.21.15.112:0/3333227101 <== mds.3 v2:172.21.15.116:6834/3195394516 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c9e371f350 con 0x55c9e33c9e40 2024-04-25T16:00:33.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efe7dffb640 10 client.15261 handle_command_reply: tid=0 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 client.15261 shutdown 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e340b270 msgr2=0x55c9e37bd6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e340b270 0x55c9e37bd6c0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7efe84012990 tx=0x7efe84004730 comp rx=0 tx=0).stop 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 shutdown_connections 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e33c9e40 0x55c9e37c3f40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e340b270 0x55c9e37bd6c0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33ea590 0x55c9e37b6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efe7dffb640 0 client.15261 ms_handle_reset on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 --2- 172.21.15.112:0/3333227101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 >> 172.21.15.112:0/3333227101 conn(0x55c9e33ff3c0 msgr2=0x55c9e37a6d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 shutdown_connections 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 1 -- 172.21.15.112:0/3333227101 wait complete. 2024-04-25T16:00:33.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.083+0000 7efea3390740 20 client.15261 trim_cache size 0 max 16384 2024-04-25T16:00:33.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 Processor -- start 2024-04-25T16:00:33.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 -- start start 2024-04-25T16:00:33.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37af970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 0x55c9e37bd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37c2280 con 0x55c9e33ea590 2024-04-25T16:00:33.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37c2950 con 0x55c9e340b270 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efea3390740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37c3020 con 0x55c9e33e23b0 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efe9a1a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37af970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efe9a1a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37af970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37524/0 (socket says 172.21.15.112:37524) 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.101+0000 7efe9a1a1640 1 -- 172.21.15.112:0/619899118 learned_addr learned my addr 172.21.15.112:0/619899118 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe999a0640 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe9a1a1640 1 -- 172.21.15.112:0/619899118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 msgr2=0x55c9e37b4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe9a1a1640 1 -- 172.21.15.112:0/619899118 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 msgr2=0x55c9e37bd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 0x55c9e37bd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe9a1a1640 1 -- 172.21.15.112:0/619899118 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9e37b10c0 con 0x55c9e33ea590 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe999a0640 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37af970 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7efe900057c0 tx=0x7efe900035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2aec363f4831952 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe7ffff640 1 -- 172.21.15.112:0/619899118 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9003f040 con 0x55c9e33ea590 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe7ffff640 1 -- 172.21.15.112:0/619899118 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe90004470 con 0x55c9e33ea590 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.102+0000 7efe7ffff640 1 -- 172.21.15.112:0/619899118 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe90036040 con 0x55c9e33ea590 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- 172.21.15.112:0/619899118 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 msgr2=0x55c9e37af970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37af970 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7efe900057c0 tx=0x7efe900035f0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- 172.21.15.112:0/619899118 shutdown_connections 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e340b270 0x55c9e37bd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37af970 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 --2- 172.21.15.112:0/619899118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e33e23b0 0x55c9e37b4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- 172.21.15.112:0/619899118 >> 172.21.15.112:0/619899118 conn(0x55c9e33ff3c0 msgr2=0x55c9e37b4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- 172.21.15.112:0/619899118 shutdown_connections 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- 172.21.15.112:0/619899118 wait complete. 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- start start 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 Processor -- start 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33e23b0 0x55c9e37b93a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37b98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e340b270 0x55c9e37bc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37c3dc0 con 0x55c9e33ea590 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37c36f0 con 0x55c9e33e23b0 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c9e37c4490 con 0x55c9e340b270 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.103+0000 7efea3390740 10 client.0 _ll_register_callbacks cb 0x7efe8400ecd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37b98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37b98e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37536/0 (socket says 172.21.15.112:37536) 2024-04-25T16:00:33.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 -- 172.21.15.112:0/1526132222 learned_addr learned my addr 172.21.15.112:0/1526132222 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 -- 172.21.15.112:0/1526132222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e340b270 msgr2=0x55c9e37bc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e340b270 0x55c9e37bc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 -- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33e23b0 msgr2=0x55c9e37b93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe999a0640 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33e23b0 0x55c9e37b93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33e23b0 0x55c9e37b93a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 -- 172.21.15.112:0/1526132222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9e37bcde0 con 0x55c9e33ea590 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe9a1a1640 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37b98e0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7efe90005ab0 tx=0x7efe90005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34fabcda9f1f204d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe7dffb640 1 -- 172.21.15.112:0/1526132222 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe90036030 con 0x55c9e33ea590 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe7dffb640 1 -- 172.21.15.112:0/1526132222 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7efe90030810 con 0x55c9e33ea590 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe90004470 con 0x55c9e33ea590 2024-04-25T16:00:33.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe7dffb640 1 -- 172.21.15.112:0/1526132222 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efe90067050 con 0x55c9e33ea590 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efea3390740 10 client.15267 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c9e37bdfd0 con 0x55c9e33ea590 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.104+0000 7efe7dffb640 1 -- 172.21.15.112:0/1526132222 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe90004470 con 0x55c9e33ea590 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efe7dffb640 1 -- 172.21.15.112:0/1526132222 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efe9000b040 con 0x55c9e33ea590 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efea3390740 10 client.15267 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efea3390740 10 client.15267 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efea3390740 20 client.15267 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efea3390740 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e339f280 0x55c9e382fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efea3390740 4 client.15267 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 --> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] -- command(tid 0: {"prefix": "status"}) -- 0x55c9e37191c0 con 0x55c9e339f280 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efe999a0640 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e339f280 0x55c9e382fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efe7dffb640 10 client.15267 ms_handle_connect on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:33.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.105+0000 7efe999a0640 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e339f280 0x55c9e382fd10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=541329f99c062b75 server_cookie=a432d74dfae1dc2a in_seq=0 out_seq=0 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe7dffb640 1 -- 172.21.15.112:0/1526132222 <== mds.3 v2:172.21.15.116:6834/3195394516 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55c9e37191c0 con 0x55c9e339f280 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe7dffb640 10 client.15267 handle_command_reply: tid=0 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 client.15267 shutdown 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 msgr2=0x55c9e37b98e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37b98e0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7efe90005ab0 tx=0x7efe90005e70 comp rx=0 tx=0).stop 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 shutdown_connections 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55c9e339f280 0x55c9e382fd10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c9e340b270 0x55c9e37bc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c9e33ea590 0x55c9e37b98e0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe7dffb640 0 client.15267 ms_handle_reset on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 --2- 172.21.15.112:0/1526132222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55c9e33e23b0 0x55c9e37b93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 >> 172.21.15.112:0/1526132222 conn(0x55c9e33ff3c0 msgr2=0x55c9e37af790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 shutdown_connections 2024-04-25T16:00:33.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 1 -- 172.21.15.112:0/1526132222 wait complete. 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efea3390740 20 client.15267 trim_cache size 0 max 16384 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 3, 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24470, 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:33.115 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:33.116 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 84.794811761999995, 2024-04-25T16:00:33.116 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:33.116 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 82, 2024-04-25T16:00:33.116 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:33.116 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 137.758139314 2024-04-25T16:00:33.116 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:33.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efe800afaf0 msgr2=0x7efe800b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efe800afaf0 0x7efe800b2000 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0a3600 tx=0x7efe8c0a1bb0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe941080d0 msgr2=0x7efe941a1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe941080d0 0x7efe941a1620 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7efe8c00cad0 tx=0x7efe8c00cf90 comp rx=0 tx=0).stop 2024-04-25T16:00:33.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 shutdown_connections 2024-04-25T16:00:33.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efe800afaf0 0x7efe800b2000 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe941080d0 0x7efe941a1620 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe941033d0 0x7efe9419a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 --2- 172.21.15.112:0/599682437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe94102190 0x7efe9419a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 >> 172.21.15.112:0/599682437 conn(0x7efe940fd380 msgr2=0x7efe941040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 shutdown_connections 2024-04-25T16:00:33.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.106+0000 7efe9c405640 1 -- 172.21.15.112:0/599682437 wait complete. 2024-04-25T16:00:33.119 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 -- 172.21.15.112:0/629547816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008108920 msgr2=0x7f800810ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 --2- 172.21.15.112:0/629547816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008108920 0x7f800810ad40 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f8000009ca0 tx=0x7f800002a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 -- 172.21.15.112:0/629547816 shutdown_connections 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 --2- 172.21.15.112:0/629547816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8008103c20 0x7f8008104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 --2- 172.21.15.112:0/629547816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008108920 0x7f800810ad40 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 --2- 172.21.15.112:0/629547816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80081029e0 0x7f80081036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 -- 172.21.15.112:0/629547816 >> 172.21.15.112:0/629547816 conn(0x7f80080fdbd0 msgr2=0x7f8008100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 -- 172.21.15.112:0/629547816 shutdown_connections 2024-04-25T16:00:33.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 -- 172.21.15.112:0/629547816 wait complete. 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.227+0000 7f800d134640 1 Processor -- start 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800d134640 1 -- start start 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800d134640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80081029e0 0x7f800806a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800d134640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008103c20 0x7f800819f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800d134640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8008108920 0x7f80081a16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800d134640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f800810e3f0 con 0x7f8008103c20 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800d134640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f800810e270 con 0x7f80081029e0 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800d134640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f800810e570 con 0x7f8008108920 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008103c20 0x7f800819f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008103c20 0x7f800819f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37542/0 (socket says 172.21.15.112:37542) 2024-04-25T16:00:33.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 -- 172.21.15.112:0/1123113144 learned_addr learned my addr 172.21.15.112:0/1123113144 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f8006d9d640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80081029e0 0x7f800806a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800759e640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8008108920 0x7f80081a16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 -- 172.21.15.112:0/1123113144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8008108920 msgr2=0x7f80081a16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8008108920 0x7f80081a16e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 -- 172.21.15.112:0/1123113144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80081029e0 msgr2=0x7f800806a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80081029e0 0x7f800806a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 -- 172.21.15.112:0/1123113144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80081a1f00 con 0x7f8008103c20 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f8006d9d640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80081029e0 0x7f800806a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.228+0000 7f800659c640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008103c20 0x7f800819f190 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7ff800d950 tx=0x7f7ff800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.229+0000 7f7feffff640 1 -- 172.21.15.112:0/1123113144 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff8017070 con 0x7f8008103c20 2024-04-25T16:00:33.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.229+0000 7f7feffff640 1 -- 172.21.15.112:0/1123113144 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ff8009c30 con 0x7f8008103c20 2024-04-25T16:00:33.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.229+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80081a21f0 con 0x7f8008103c20 2024-04-25T16:00:33.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.229+0000 7f7feffff640 1 -- 172.21.15.112:0/1123113144 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff800f620 con 0x7f8008103c20 2024-04-25T16:00:33.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.229+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80081a2740 con 0x7f8008103c20 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.231+0000 7f7feffff640 1 -- 172.21.15.112:0/1123113144 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f7ff800f7c0 con 0x7f8008103c20 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.231+0000 7f8013fe9740 1 Processor -- start 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.231+0000 7f8013fe9740 1 -- start start 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128e1270 0x55ec12c82370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128b83b0 0x55ec12c828f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128c0590 0x55ec12c897f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f8013fe9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55ec12be7740 con 0x55ec128c0590 2024-04-25T16:00:33.240 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f8013fe9740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55ec12b833a0 con 0x55ec128b83b0 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f8013fe9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ec12be3700 con 0x55ec128e1270 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128c0590 0x55ec12c897f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f7feffff640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7ff00afaf0 0x7f7ff00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128c0590 0x55ec12c897f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37548/0 (socket says 172.21.15.112:37548) 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 -- 172.21.15.112:0/372952401 learned_addr learned my addr 172.21.15.112:0/372952401 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800759e640 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128e1270 0x55ec12c82370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f8006d9d640 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128b83b0 0x55ec12c828f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800759e640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7ff00afaf0 0x7f7ff00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 -- 172.21.15.112:0/372952401 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128e1270 msgr2=0x55ec12c82370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128e1270 0x55ec12c82370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 -- 172.21.15.112:0/372952401 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128b83b0 msgr2=0x55ec12c828f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128b83b0 0x55ec12c828f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 -- 172.21.15.112:0/372952401 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec12b9f750 con 0x55ec128c0590 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f7feffff640 1 -- 172.21.15.112:0/1123113144 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7f7ff80deda0 con 0x7f8008103c20 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800759e640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7ff00afaf0 0x7f7ff00b2000 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f800002ade0 tx=0x7f8000005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f800659c640 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128c0590 0x55ec12c897f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f7ff80a6e00 tx=0x7f7ff8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66468589a6b9a766 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.232+0000 7f7fed7fa640 1 -- 172.21.15.112:0/372952401 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff8020070 con 0x55ec128c0590 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f7fed7fa640 1 -- 172.21.15.112:0/372952401 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ff80a7570 con 0x55ec128c0590 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f7fed7fa640 1 -- 172.21.15.112:0/372952401 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff80ab220 con 0x55ec128c0590 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 -- 172.21.15.112:0/372952401 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128c0590 msgr2=0x55ec12c897f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128c0590 0x55ec12c897f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f7ff80a6e00 tx=0x7f7ff8005880 comp rx=0 tx=0).stop 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 -- 172.21.15.112:0/372952401 shutdown_connections 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128c0590 0x55ec12c897f0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128b83b0 0x55ec12c828f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 --2- 172.21.15.112:0/372952401 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128e1270 0x55ec12c82370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 -- 172.21.15.112:0/372952401 >> 172.21.15.112:0/372952401 conn(0x55ec128d53c0 msgr2=0x55ec12c7dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 -- 172.21.15.112:0/372952401 shutdown_connections 2024-04-25T16:00:33.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.233+0000 7f8013fe9740 1 -- 172.21.15.112:0/372952401 wait complete. 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 -- start start 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 Processor -- start 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c93680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c8a1e0 con 0x55ec128b83b0 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55ec12b6efe0 con 0x55ec128e1270 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c8a360 con 0x55ec128c0590 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8013fe9740 10 client.0 _ll_register_callbacks cb 0x55ec12b85150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37554/0 (socket says 172.21.15.112:37554) 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 -- 172.21.15.112:0/3360732489 learned_addr learned my addr 172.21.15.112:0/3360732489 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f800759e640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c93680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f800659c640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 -- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 msgr2=0x55ec12c8c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 -- 172.21.15.112:0/3360732489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 msgr2=0x55ec12c93680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c93680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f8006d9d640 1 -- 172.21.15.112:0/3360732489 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec128f92d0 con 0x55ec128b83b0 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f800759e640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c93680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.234+0000 7f800659c640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8006d9d640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8c1e0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f7ffc00bef0 tx=0x7f7ffc012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18472940eeae8a58 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f7feaff5640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f7feaff5640 1 -- 172.21.15.112:0/3360732489 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ffc004220 con 0x55ec128b83b0 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f7feaff5640 1 -- 172.21.15.112:0/3360732489 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7f7ffc0043c0 con 0x55ec128b83b0 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ff80a7570 con 0x55ec128b83b0 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f7feaff5640 1 -- 172.21.15.112:0/3360732489 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7ffc005020 con 0x55ec128b83b0 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 10 client.15279 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ec129c36b0 con 0x55ec128b83b0 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f7feaff5640 1 -- 172.21.15.112:0/3360732489 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ff80a7570 con 0x55ec128b83b0 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f7feaff5640 1 -- 172.21.15.112:0/3360732489 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7ffc019070 con 0x55ec128b83b0 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 10 client.15279 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 10 client.15279 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 20 client.15279 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec1289fe40 0x55ec12c99ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 4 client.15279 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.235+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 --> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec12bf5350 con 0x55ec1289fe40 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.236+0000 7f800659c640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec1289fe40 0x55ec12c99ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.236+0000 7f7feaff5640 10 client.15279 ms_handle_connect on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.236+0000 7f800659c640 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec1289fe40 0x55ec12c99ff0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d7dceabdf1fe82d5 server_cookie=51c6e917ecc8036b in_seq=0 out_seq=0 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f7feaff5640 1 -- 172.21.15.112:0/3360732489 <== mds.2 v2:172.21.15.133:6838/4179885748 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ec12bf5350 con 0x55ec1289fe40 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f7feaff5640 10 client.15279 handle_command_reply: tid=0 2024-04-25T16:00:33.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 client.15279 shutdown 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 msgr2=0x55ec12c8c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8c1e0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f7ffc00bef0 tx=0x7f7ffc012820 comp rx=0 tx=0).stop 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 shutdown_connections 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec1289fe40 0x55ec12c99ff0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f7feaff5640 0 client.15279 ms_handle_reset on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c93680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 --2- 172.21.15.112:0/3360732489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8c1e0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 >> 172.21.15.112:0/3360732489 conn(0x55ec128d53c0 msgr2=0x55ec12c7cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 shutdown_connections 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 1 -- 172.21.15.112:0/3360732489 wait complete. 2024-04-25T16:00:33.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.237+0000 7f8013fe9740 20 client.15279 trim_cache size 0 max 16384 2024-04-25T16:00:33.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 Processor -- start 2024-04-25T16:00:33.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 -- start start 2024-04-25T16:00:33.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128b83b0 0x55ec12c97dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128c0590 0x55ec12c8a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128e1270 0x55ec12c8ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c98330 con 0x55ec128e1270 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c98a00 con 0x55ec128c0590 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f8013fe9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c990d0 con 0x55ec128b83b0 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128e1270 0x55ec12c8ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128e1270 0x55ec12c8ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37566/0 (socket says 172.21.15.112:37566) 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 -- 172.21.15.112:0/2303124266 learned_addr learned my addr 172.21.15.112:0/2303124266 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800659c640 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128c0590 0x55ec12c8a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 -- 172.21.15.112:0/2303124266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128b83b0 msgr2=0x55ec12c97dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128b83b0 0x55ec12c97dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 -- 172.21.15.112:0/2303124266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128c0590 msgr2=0x55ec12c8a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128c0590 0x55ec12c8a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 -- 172.21.15.112:0/2303124266 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec12c8a500 con 0x55ec128e1270 2024-04-25T16:00:33.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800659c640 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128c0590 0x55ec12c8a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.257+0000 7f800759e640 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128e1270 0x55ec12c8ad60 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8000035000 tx=0x7f80000318e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1969b1d8ee8fcf72 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f7fecff9640 1 -- 172.21.15.112:0/2303124266 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8000050070 con 0x55ec128e1270 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f7fecff9640 1 -- 172.21.15.112:0/2303124266 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8000036040 con 0x55ec128e1270 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f7fecff9640 1 -- 172.21.15.112:0/2303124266 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8000004420 con 0x55ec128e1270 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 -- 172.21.15.112:0/2303124266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128e1270 msgr2=0x55ec12c8ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128e1270 0x55ec12c8ad60 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8000035000 tx=0x7f80000318e0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 -- 172.21.15.112:0/2303124266 shutdown_connections 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128e1270 0x55ec12c8ad60 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128c0590 0x55ec12c8a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 --2- 172.21.15.112:0/2303124266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128b83b0 0x55ec12c97dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 -- 172.21.15.112:0/2303124266 >> 172.21.15.112:0/2303124266 conn(0x55ec128d53c0 msgr2=0x55ec12c85710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 -- 172.21.15.112:0/2303124266 shutdown_connections 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.258+0000 7f8013fe9740 1 -- 172.21.15.112:0/2303124266 wait complete. 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 -- start start 2024-04-25T16:00:33.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 Processor -- start 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c91700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c99e70 con 0x55ec128b83b0 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c997a0 con 0x55ec128e1270 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ec12c9a540 con 0x55ec128c0590 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8013fe9740 10 client.0 _ll_register_callbacks cb 0x7f7ffc00b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37570/0 (socket says 172.21.15.112:37570) 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 -- 172.21.15.112:0/1620213861 learned_addr learned my addr 172.21.15.112:0/1620213861 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 -- 172.21.15.112:0/1620213861 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 msgr2=0x55ec12c8e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 -- 172.21.15.112:0/1620213861 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 msgr2=0x55ec12c91700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f800759e640 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c91700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c91700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f8006d9d640 1 -- 172.21.15.112:0/1620213861 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec12c87090 con 0x55ec128b83b0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.259+0000 7f800759e640 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c91700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8006d9d640 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8e2d0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7ffc001eb0 tx=0x7f7ffc010ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3793e005bc62900b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f7feaff5640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f7feaff5640 1 -- 172.21.15.112:0/1620213861 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ffc02c060 con 0x55ec128b83b0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f7feaff5640 1 -- 172.21.15.112:0/1620213861 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7f7ffc0055d0 con 0x55ec128b83b0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8000036040 con 0x55ec128b83b0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f7feaff5640 1 -- 172.21.15.112:0/1620213861 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7ffc033050 con 0x55ec128b83b0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 10 client.15285 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ec12c92e40 con 0x55ec128b83b0 2024-04-25T16:00:33.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f7feaff5640 1 -- 172.21.15.112:0/1620213861 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8000036040 con 0x55ec128b83b0 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f7feaff5640 1 -- 172.21.15.112:0/1620213861 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7ffc019040 con 0x55ec128b83b0 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 10 client.15285 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 10 client.15285 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 20 client.15285 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec12875280 0x55ec12d06450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 4 client.15285 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.260+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 --> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] -- command(tid 0: {"prefix": "status"}) -- 0x55ec12bef1c0 con 0x55ec12875280 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f800659c640 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec12875280 0x55ec12d06450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f7feaff5640 10 client.15285 ms_handle_connect on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f800659c640 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec12875280 0x55ec12d06450 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7c7e74b1324657c1 server_cookie=559996aa56802b30 in_seq=0 out_seq=0 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f7feaff5640 1 -- 172.21.15.112:0/1620213861 <== mds.2 v2:172.21.15.133:6838/4179885748 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ec12bef1c0 con 0x55ec12875280 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f7feaff5640 10 client.15285 handle_command_reply: tid=0 2024-04-25T16:00:33.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f8013fe9740 1 client.15285 shutdown 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 msgr2=0x55ec12c8e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.261+0000 7f8013fe9740 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8e2d0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7ffc001eb0 tx=0x7f7ffc010ba0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 shutdown_connections 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55ec12875280 0x55ec12d06450 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ec128c0590 0x55ec12c8e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55ec128e1270 0x55ec12c91700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f7feaff5640 0 client.15285 ms_handle_reset on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 --2- 172.21.15.112:0/1620213861 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ec128b83b0 0x55ec12c8e2d0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 >> 172.21.15.112:0/1620213861 conn(0x55ec128d53c0 msgr2=0x55ec12c8a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 shutdown_connections 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 1 -- 172.21.15.112:0/1620213861 wait complete. 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f8013fe9740 20 client.15285 trim_cache size 0 max 16384 2024-04-25T16:00:33.269 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 2, 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24484, 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 85.962471324999996, 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 82, 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 126.44272997500001 2024-04-25T16:00:33.270 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:33.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7ff00afaf0 msgr2=0x7f7ff00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7ff00afaf0 0x7f7ff00b2000 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f800002ade0 tx=0x7f8000005fd0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008103c20 msgr2=0x7f800819f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008103c20 0x7f800819f190 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7ff800d950 tx=0x7f7ff800de10 comp rx=0 tx=0).stop 2024-04-25T16:00:33.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 shutdown_connections 2024-04-25T16:00:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7ff00afaf0 0x7f7ff00b2000 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8008108920 0x7f80081a16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8008103c20 0x7f800819f190 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 --2- 172.21.15.112:0/1123113144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80081029e0 0x7f800806a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 >> 172.21.15.112:0/1123113144 conn(0x7f80080fdbd0 msgr2=0x7f8008104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 shutdown_connections 2024-04-25T16:00:33.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.262+0000 7f800d134640 1 -- 172.21.15.112:0/1123113144 wait complete. 2024-04-25T16:00:33.275 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-25T16:00:33.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2505470623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 msgr2=0x7fd8f810ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2505470623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f810ad40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0009ca0 tx=0x7fd8f002a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2505470623 shutdown_connections 2024-04-25T16:00:33.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2505470623 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8f8103c20 0x7fd8f8104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2505470623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f810ad40 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2505470623 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd8f81029e0 0x7fd8f81036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2505470623 >> 172.21.15.112:0/2505470623 conn(0x7fd8f80fdbd0 msgr2=0x7fd8f8100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2505470623 shutdown_connections 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.383+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2505470623 wait complete. 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 Processor -- start 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 -- start start 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd8f81029e0 0x7fd8f806a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8f8103c20 0x7fd8f819f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f81a1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f810e410 con 0x7fd8f8108920 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f810e290 con 0x7fd8f81029e0 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8fe0aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f810e590 con 0x7fd8f8103c20 2024-04-25T16:00:33.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f81a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f81a1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37580/0 (socket says 172.21.15.112:37580) 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 -- 172.21.15.112:0/2261017625 learned_addr learned my addr 172.21.15.112:0/2261017625 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd8f81029e0 0x7fd8f806a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8f8103c20 0x7fd8f819f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 -- 172.21.15.112:0/2261017625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8f8103c20 msgr2=0x7fd8f819f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8f8103c20 0x7fd8f819f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 -- 172.21.15.112:0/2261017625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd8f81029e0 msgr2=0x7fd8f806a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd8f81029e0 0x7fd8f806a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f7fff640 1 -- 172.21.15.112:0/2261017625 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8f81a1f20 con 0x7fd8f8108920 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.384+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8f8103c20 0x7fd8f819f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.385+0000 7fd8f7fff640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f81a1700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0005e30 tx=0x7fd8f0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.385+0000 7fd8f4ff9640 1 -- 172.21.15.112:0/2261017625 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f0032e90 con 0x7fd8f8108920 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.385+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8f81a21b0 con 0x7fd8f8108920 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.385+0000 7fd8f4ff9640 1 -- 172.21.15.112:0/2261017625 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd8f00044d0 con 0x7fd8f8108920 2024-04-25T16:00:33.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.385+0000 7fd8f4ff9640 1 -- 172.21.15.112:0/2261017625 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f0030ce0 con 0x7fd8f8108920 2024-04-25T16:00:33.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.385+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8f81a2700 con 0x7fd8f8108920 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.387+0000 7fd8f4ff9640 1 -- 172.21.15.112:0/2261017625 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fd8f0004040 con 0x7fd8f8108920 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.387+0000 7fd905035740 1 Processor -- start 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.387+0000 7fd905035740 1 -- start start 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd905035740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6f03270 0x55e1a72a8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd905035740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72a8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd905035740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72afc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd905035740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55e1a7209740 con 0x55e1a6ee2590 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd905035740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55e1a71a53a0 con 0x55e1a6f03270 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd905035740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e1a7205700 con 0x55e1a6eda3b0 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72afc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72afc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37584/0 (socket says 172.21.15.112:37584) 2024-04-25T16:00:33.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3400164249 learned_addr learned my addr 172.21.15.112:0/3400164249 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6f03270 0x55e1a72a8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72a8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f4ff9640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd8e00afaf0 0x7fd8e00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f7fff640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd8e00afaf0 0x7fd8e00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3400164249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 msgr2=0x55e1a72a8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72a8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3400164249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6f03270 msgr2=0x55e1a72a8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6f03270 0x55e1a72a8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3400164249 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1a71c1750 con 0x55e1a6ee2590 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72a8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f4ff9640 1 -- 172.21.15.112:0/2261017625 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7fd8f0100550 con 0x7fd8f8108920 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.388+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72afc00 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec00bfd0 tx=0x7fd8ec00b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fb3f56740994897 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.389+0000 7fd8ddffb640 1 -- 172.21.15.112:0/3400164249 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec00e8c0 con 0x55e1a6ee2590 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.389+0000 7fd8f7fff640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd8e00afaf0 0x7fd8e00b2000 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd8f00fdfb0 tx=0x7fd8f00f6d70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.389+0000 7fd8ddffb640 1 -- 172.21.15.112:0/3400164249 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd8ec013e20 con 0x55e1a6ee2590 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.389+0000 7fd8ddffb640 1 -- 172.21.15.112:0/3400164249 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec011ba0 con 0x55e1a6ee2590 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.389+0000 7fd905035740 1 -- 172.21.15.112:0/3400164249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 msgr2=0x55e1a72afc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.389+0000 7fd905035740 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72afc00 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec00bfd0 tx=0x7fd8ec00b460 comp rx=0 tx=0).stop 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- 172.21.15.112:0/3400164249 shutdown_connections 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72a8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72afc00 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 --2- 172.21.15.112:0/3400164249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6f03270 0x55e1a72a8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- 172.21.15.112:0/3400164249 >> 172.21.15.112:0/3400164249 conn(0x55e1a6ef73c0 msgr2=0x55e1a72a4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- 172.21.15.112:0/3400164249 shutdown_connections 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- 172.21.15.112:0/3400164249 wait complete. 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- start start 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 Processor -- start 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72b2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6f03270 0x55e1a72b9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72b0650 con 0x55e1a6ee2590 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55e1a7190fe0 con 0x55e1a6eda3b0 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72b07d0 con 0x55e1a6f03270 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.390+0000 7fd905035740 10 client.0 _ll_register_callbacks cb 0x55e1a71a7150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72b2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72b2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37590/0 (socket says 172.21.15.112:37590) 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 -- 172.21.15.112:0/2846757940 learned_addr learned my addr 172.21.15.112:0/2846757940 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6f03270 0x55e1a72b9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 -- 172.21.15.112:0/2846757940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6f03270 msgr2=0x55e1a72b9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6f03270 0x55e1a72b9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 -- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 msgr2=0x55e1a72b2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 -- 172.21.15.112:0/2846757940 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1a6f1b2d0 con 0x55e1a6ee2590 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.399 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72b2cb0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8012700 tx=0x7fd8e8012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30c959aaa316e020 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/2846757940 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e8004030 con 0x55e1a6ee2590 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/2846757940 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7fd8e80041d0 con 0x55e1a6ee2590 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8ec013e20 con 0x55e1a6ee2590 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/2846757940 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd8e8025050 con 0x55e1a6ee2590 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd905035740 10 client.15297 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.391+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e1a6fe56b0 con 0x55e1a6ee2590 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/2846757940 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd8ec013e20 con 0x55e1a6ee2590 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/2846757940 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd8e80036f0 con 0x55e1a6ee2590 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd905035740 10 client.15297 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd905035740 10 client.15297 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd905035740 20 client.15297 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd905035740 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6ec1e40 0x55e1a72c04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd905035740 4 client.15297 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:33.400 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 --> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e1a7217350 con 0x55e1a6ec1e40 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6ec1e40 0x55e1a72c04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd8d6ffd640 10 client.15297 ms_handle_connect on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.392+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6ec1e40 0x55e1a72c04b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eaf35986f12bb929 server_cookie=3ac7d8cbc1b5ce90 in_seq=0 out_seq=0 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/2846757940 <== mds.1 v2:172.21.15.116:6836/3998170047 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e1a7217350 con 0x55e1a6ec1e40 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd8d6ffd640 10 client.15297 handle_command_reply: tid=0 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 client.15297 shutdown 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 msgr2=0x55e1a72b2cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72b2cb0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8012700 tx=0x7fd8e8012bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 shutdown_connections 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6ec1e40 0x55e1a72c04b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6f03270 0x55e1a72b9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6ee2590 0x55e1a72b2cb0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd8d6ffd640 0 client.15297 ms_handle_reset on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.393+0000 7fd905035740 1 --2- 172.21.15.112:0/2846757940 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.394+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 >> 172.21.15.112:0/2846757940 conn(0x55e1a6ef73c0 msgr2=0x55e1a729ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.394+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 shutdown_connections 2024-04-25T16:00:33.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.394+0000 7fd905035740 1 -- 172.21.15.112:0/2846757940 wait complete. 2024-04-25T16:00:33.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.394+0000 7fd905035740 20 client.15297 trim_cache size 0 max 16384 2024-04-25T16:00:33.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 Processor -- start 2024-04-25T16:00:33.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 -- start start 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72abe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6ee2590 0x55e1a72b9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72be7f0 con 0x55e1a6f03270 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72beec0 con 0x55e1a6ee2590 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd905035740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72bf590 con 0x55e1a6eda3b0 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37606/0 (socket says 172.21.15.112:37606) 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/329231852 learned_addr learned my addr 172.21.15.112:0/329231852 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/329231852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 msgr2=0x55e1a72abe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/329231852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72abe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/329231852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6ee2590 msgr2=0x55e1a72b9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/329231852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6ee2590 0x55e1a72b9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.412+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/329231852 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1a72ad5e0 con 0x55e1a6f03270 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.413+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/329231852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b0d90 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec00bfd0 tx=0x7fd8ec00bb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58c733c599146940 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.413+0000 7fd8dd7fa640 1 -- 172.21.15.112:0/329231852 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec005050 con 0x55e1a6f03270 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.413+0000 7fd8dd7fa640 1 -- 172.21.15.112:0/329231852 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd8ec02d3a0 con 0x55e1a6f03270 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.413+0000 7fd8dd7fa640 1 -- 172.21.15.112:0/329231852 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec00e920 con 0x55e1a6f03270 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.413+0000 7fd905035740 1 -- 172.21.15.112:0/329231852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 msgr2=0x55e1a72b0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 --2- 172.21.15.112:0/329231852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b0d90 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec00bfd0 tx=0x7fd8ec00bb80 comp rx=0 tx=0).stop 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- 172.21.15.112:0/329231852 shutdown_connections 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 --2- 172.21.15.112:0/329231852 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b0d90 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 --2- 172.21.15.112:0/329231852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6ee2590 0x55e1a72b9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 --2- 172.21.15.112:0/329231852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6eda3b0 0x55e1a72abe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- 172.21.15.112:0/329231852 >> 172.21.15.112:0/329231852 conn(0x55e1a6ef73c0 msgr2=0x55e1a72b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- 172.21.15.112:0/329231852 shutdown_connections 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- 172.21.15.112:0/329231852 wait complete. 2024-04-25T16:00:33.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- start start 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 Processor -- start 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6ee2590 0x55e1a72b5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72c0330 con 0x55e1a6f03270 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72bfc60 con 0x55e1a6eda3b0 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e1a72c0a00 con 0x55e1a6ee2590 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.414+0000 7fd905035740 10 client.0 _ll_register_callbacks cb 0x7fd8e8009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37608/0 (socket says 172.21.15.112:37608) 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3880244398 learned_addr learned my addr 172.21.15.112:0/3880244398 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6ee2590 0x55e1a72b5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3880244398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6ee2590 msgr2=0x55e1a72b5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.421 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6ee2590 0x55e1a72b5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 msgr2=0x55e1a72b4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 -- 172.21.15.112:0/3880244398 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1a72b8700 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8f6ffd640 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b8140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec013fa0 tx=0x7fd8ec00b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59d5ab414e67682e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/3880244398 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec03e060 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/3880244398 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7fd8ec00ecc0 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8ec02d3a0 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/3880244398 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd8ec02d550 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd905035740 10 client.15303 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e1a72b9980 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.415+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/3880244398 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd8ec02d3a0 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/3880244398 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd8ec00f040 con 0x55e1a6f03270 2024-04-25T16:00:33.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd905035740 10 client.15303 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd905035740 10 client.15303 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd905035740 20 client.15303 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd905035740 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6e97280 0x55e1a732bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd905035740 4 client.15303 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 --> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] -- command(tid 0: {"prefix": "status"}) -- 0x55e1a72111c0 con 0x55e1a6e97280 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6e97280 0x55e1a732bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd8d6ffd640 10 client.15303 ms_handle_connect on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd8f77fe640 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6e97280 0x55e1a732bdd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b07613ec6e568a0f server_cookie=e005bd70319cca4d in_seq=0 out_seq=0 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd8d6ffd640 1 -- 172.21.15.112:0/3880244398 <== mds.1 v2:172.21.15.116:6836/3998170047 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e1a72111c0 con 0x55e1a6e97280 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd8d6ffd640 10 client.15303 handle_command_reply: tid=0 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.416+0000 7fd905035740 1 client.15303 shutdown 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 msgr2=0x55e1a72b8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b8140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec013fa0 tx=0x7fd8ec00b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 shutdown_connections 2024-04-25T16:00:33.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x55e1a6e97280 0x55e1a732bdd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e1a6ee2590 0x55e1a72b5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55e1a6f03270 0x55e1a72b8140 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 --2- 172.21.15.112:0/3880244398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e1a6eda3b0 0x55e1a72b4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8d6ffd640 0 client.15303 ms_handle_reset on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 >> 172.21.15.112:0/3880244398 conn(0x55e1a6ef73c0 msgr2=0x55e1a72abe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 shutdown_connections 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 1 -- 172.21.15.112:0/3880244398 wait complete. 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd905035740 20 client.15303 trim_cache size 0 max 16384 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 1, 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24503, 2024-04-25T16:00:33.424 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 87.123354950999996, 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 82, 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 129.60682993099999 2024-04-25T16:00:33.425 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd8e00afaf0 msgr2=0x7fd8e00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd8e00afaf0 0x7fd8e00b2000 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd8f00fdfb0 tx=0x7fd8f00f6d70 comp rx=0 tx=0).stop 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 msgr2=0x7fd8f81a1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f81a1700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0005e30 tx=0x7fd8f0003ba0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 shutdown_connections 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fd8e00afaf0 0x7fd8e00b2000 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8f8103c20 0x7fd8f819f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f8108920 0x7fd8f81a1700 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 --2- 172.21.15.112:0/2261017625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd8f81029e0 0x7fd8f806a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 >> 172.21.15.112:0/2261017625 conn(0x7fd8f80fdbd0 msgr2=0x7fd8f8104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.417+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 shutdown_connections 2024-04-25T16:00:33.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.418+0000 7fd8fe0aa640 1 -- 172.21.15.112:0/2261017625 wait complete. 2024-04-25T16:00:33.430 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T16:00:33.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 -- 172.21.15.112:0/1158987004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8584102fe0 msgr2=0x7f85841033f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 --2- 172.21.15.112:0/1158987004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8584102fe0 0x7f85841033f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f857c009ca0 tx=0x7f857c02a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 -- 172.21.15.112:0/1158987004 shutdown_connections 2024-04-25T16:00:33.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 --2- 172.21.15.112:0/1158987004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85841046a0 0x7f858410adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 --2- 172.21.15.112:0/1158987004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8584103b40 0x7f8584104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 --2- 172.21.15.112:0/1158987004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8584102fe0 0x7f85841033f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 -- 172.21.15.112:0/1158987004 >> 172.21.15.112:0/1158987004 conn(0x7f85840fd380 msgr2=0x7f85840ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 -- 172.21.15.112:0/1158987004 shutdown_connections 2024-04-25T16:00:33.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.537+0000 7f8589134640 1 -- 172.21.15.112:0/1158987004 wait complete. 2024-04-25T16:00:33.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 Processor -- start 2024-04-25T16:00:33.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 -- start start 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8584102fe0 0x7f8584199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8584103b40 0x7f858419a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f858419f430 0x7f85841a1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f858410f780 con 0x7f858419f430 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f858410f600 con 0x7f8584103b40 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f8589134640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f858410f900 con 0x7f8584102fe0 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f858419f430 0x7f85841a1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f858419f430 0x7f85841a1850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38646/0 (socket says 172.21.15.112:38646) 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 -- 172.21.15.112:0/406254713 learned_addr learned my addr 172.21.15.112:0/406254713 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858259c640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8584103b40 0x7f858419a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 -- 172.21.15.112:0/406254713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8584102fe0 msgr2=0x7f8584199fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8584102fe0 0x7f8584199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 -- 172.21.15.112:0/406254713 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8584103b40 msgr2=0x7f858419a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8584103b40 0x7f858419a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.538+0000 7f858359e640 1 -- 172.21.15.112:0/406254713 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85841a1ec0 con 0x7f858419f430 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.539+0000 7f858359e640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f858419f430 0x7f85841a1850 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f857400d750 tx=0x7f857400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.539+0000 7f857bfff640 1 -- 172.21.15.112:0/406254713 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8574017070 con 0x7f858419f430 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.539+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85841a21b0 con 0x7f858419f430 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.539+0000 7f857bfff640 1 -- 172.21.15.112:0/406254713 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85740054b0 con 0x7f858419f430 2024-04-25T16:00:33.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.539+0000 7f857bfff640 1 -- 172.21.15.112:0/406254713 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8574004b90 con 0x7f858419f430 2024-04-25T16:00:33.543 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.539+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85841a2750 con 0x7f858419f430 2024-04-25T16:00:33.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.541+0000 7f858ffe5740 1 Processor -- start 2024-04-25T16:00:33.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f857bfff640 1 -- 172.21.15.112:0/406254713 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f8574004d30 con 0x7f858419f430 2024-04-25T16:00:33.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858ffe5740 1 -- start start 2024-04-25T16:00:33.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616f9270 0x560c61a9a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d03b0 0x560c61a9a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858ffe5740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x560c619ff740 con 0x560c616d03b0 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858ffe5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x560c6199b3a0 con 0x560c616f9270 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858ffe5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560c619fb700 con 0x560c616d8590 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f8582d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d03b0 0x560c61a9a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f8582d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d03b0 0x560c61a9a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38650/0 (socket says 172.21.15.112:38650) 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f8582d9d640 1 -- 172.21.15.112:0/2006942249 learned_addr learned my addr 172.21.15.112:0/2006942249 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858259c640 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616f9270 0x560c61a9a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f8582d9d640 1 -- 172.21.15.112:0/2006942249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 msgr2=0x560c61aa17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f858259c640 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f8582d9d640 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f8582d9d640 1 -- 172.21.15.112:0/2006942249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616f9270 msgr2=0x560c61a9a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.542+0000 7f8582d9d640 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616f9270 0x560c61a9a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f8582d9d640 1 -- 172.21.15.112:0/2006942249 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c619b7750 con 0x560c616d03b0 2024-04-25T16:00:33.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f857bfff640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f85700afaf0 0x7f85700b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f858259c640 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616f9270 0x560c61a9a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f858259c640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f85700afaf0 0x7f85700b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f8582d9d640 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d03b0 0x560c61a9a8f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f857c0319e0 tx=0x7f857c000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c81fa6868b605425 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f857bfff640 1 -- 172.21.15.112:0/406254713 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7f85740deb40 con 0x7f858419f430 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f85797fa640 1 -- 172.21.15.112:0/2006942249 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c031a80 con 0x560c616d03b0 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f85797fa640 1 -- 172.21.15.112:0/2006942249 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f857c03f070 con 0x560c616d03b0 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.543+0000 7f85797fa640 1 -- 172.21.15.112:0/2006942249 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c004460 con 0x560c616d03b0 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 -- 172.21.15.112:0/2006942249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d03b0 msgr2=0x560c61a9a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858259c640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f85700afaf0 0x7f85700b2000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x560c61a9b540 tx=0x7f856c004730 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d03b0 0x560c61a9a8f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f857c0319e0 tx=0x7f857c000f40 comp rx=0 tx=0).stop 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 -- 172.21.15.112:0/2006942249 shutdown_connections 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d03b0 0x560c61a9a8f0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2006942249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616f9270 0x560c61a9a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 -- 172.21.15.112:0/2006942249 >> 172.21.15.112:0/2006942249 conn(0x560c616ed3c0 msgr2=0x560c61a95d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 -- 172.21.15.112:0/2006942249 shutdown_connections 2024-04-25T16:00:33.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 -- 172.21.15.112:0/2006942249 wait complete. 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 -- start start 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.544+0000 7f858ffe5740 1 Processor -- start 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d8590 0x560c61aa8be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616f9270 0x560c61aafb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x560c61aa64a0 con 0x560c616d8590 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x560c61986fe0 con 0x560c616d03b0 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560c61aa6620 con 0x560c616f9270 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 10 client.0 _ll_register_callbacks cb 0x560c6199d150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d8590 0x560c61aa8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d8590 0x560c61aa8be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38664/0 (socket says 172.21.15.112:38664) 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 -- 172.21.15.112:0/3392941193 learned_addr learned my addr 172.21.15.112:0/3392941193 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858359e640 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616f9270 0x560c61aafb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f8582d9d640 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 -- 172.21.15.112:0/3392941193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616f9270 msgr2=0x560c61aafb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616f9270 0x560c61aafb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 -- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 msgr2=0x560c61aa86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 -- 172.21.15.112:0/3392941193 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c617112d0 con 0x560c616d8590 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858259c640 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d8590 0x560c61aa8be0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f856c01cb60 tx=0x7f856c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=defcb62cc649253a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f856a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f856a7fc640 1 -- 172.21.15.112:0/3392941193 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856c01ce60 con 0x560c616d8590 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f856a7fc640 1 -- 172.21.15.112:0/3392941193 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7f856c00fb40 con 0x560c616d8590 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.545+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f857c03f070 con 0x560c616d8590 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f856a7fc640 1 -- 172.21.15.112:0/3392941193 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f856c031050 con 0x560c616d8590 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 10 client.15315 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560c617db6b0 con 0x560c616d8590 2024-04-25T16:00:33.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f856a7fc640 1 -- 172.21.15.112:0/3392941193 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f857c03f070 con 0x560c616d8590 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f856a7fc640 1 -- 172.21.15.112:0/3392941193 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f856c01d410 con 0x560c616d8590 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 10 client.15315 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 10 client.15315 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 20 client.15315 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616b7e40 0x560c61ab6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 4 client.15315 mds_command: new command op to 24548 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 --> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c61a0d350 con 0x560c616b7e40 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.546+0000 7f8582d9d640 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616b7e40 0x560c61ab6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.547+0000 7f856a7fc640 10 client.15315 ms_handle_connect on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.547+0000 7f8582d9d640 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616b7e40 0x560c61ab6450 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61a38bf269e4f659 server_cookie=c26d10cf032420c2 in_seq=0 out_seq=0 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.547+0000 7f856a7fc640 1 -- 172.21.15.112:0/3392941193 <== mds.0 v2:172.21.15.116:6838/524675452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560c61a0d350 con 0x560c616b7e40 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.547+0000 7f856a7fc640 10 client.15315 handle_command_reply: tid=0 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.547+0000 7f858ffe5740 1 client.15315 shutdown 2024-04-25T16:00:33.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d8590 msgr2=0x560c61aa8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d8590 0x560c61aa8be0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f856c01cb60 tx=0x7f856c005850 comp rx=0 tx=0).stop 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 shutdown_connections 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616b7e40 0x560c61ab6450 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616f9270 0x560c61aafb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f856a7fc640 0 client.15315 ms_handle_reset on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616d8590 0x560c61aa8be0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 --2- 172.21.15.112:0/3392941193 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 >> 172.21.15.112:0/3392941193 conn(0x560c616ed3c0 msgr2=0x560c61a94d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 shutdown_connections 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 1 -- 172.21.15.112:0/3392941193 wait complete. 2024-04-25T16:00:33.555 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.548+0000 7f858ffe5740 20 client.15315 trim_cache size 0 max 16384 2024-04-25T16:00:33.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 Processor -- start 2024-04-25T16:00:33.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 -- start start 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aa6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x560c61ab4790 con 0x560c616b7e40 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x560c61ab4e60 con 0x560c616d03b0 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f858ffe5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560c61ab5530 con 0x560c616d8590 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.566+0000 7f8582d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aa6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aa6ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38674/0 (socket says 172.21.15.112:38674) 2024-04-25T16:00:33.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 -- 172.21.15.112:0/2750331356 learned_addr learned my addr 172.21.15.112:0/2750331356 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f858359e640 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 -- 172.21.15.112:0/2750331356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 msgr2=0x560c61aa8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f858259c640 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 -- 172.21.15.112:0/2750331356 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 msgr2=0x560c61aa7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 -- 172.21.15.112:0/2750331356 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c61a9f180 con 0x560c616b7e40 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f858259c640 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8582d9d640 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aa6ce0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f857c02aeb0 tx=0x7f857c0314d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e80f8d2809be05bc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8578ff9640 1 -- 172.21.15.112:0/2750331356 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c057070 con 0x560c616b7e40 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8578ff9640 1 -- 172.21.15.112:0/2750331356 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f857c03f040 con 0x560c616b7e40 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.567+0000 7f8578ff9640 1 -- 172.21.15.112:0/2750331356 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c0044d0 con 0x560c616b7e40 2024-04-25T16:00:33.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 -- 172.21.15.112:0/2750331356 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 msgr2=0x560c61aa6ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aa6ce0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f857c02aeb0 tx=0x7f857c0314d0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 -- 172.21.15.112:0/2750331356 shutdown_connections 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d8590 0x560c61aa8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d03b0 0x560c61aa7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 --2- 172.21.15.112:0/2750331356 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aa6ce0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 -- 172.21.15.112:0/2750331356 >> 172.21.15.112:0/2750331356 conn(0x560c616ed3c0 msgr2=0x560c61a9da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 -- 172.21.15.112:0/2750331356 shutdown_connections 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 -- 172.21.15.112:0/2750331356 wait complete. 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 -- start start 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.568+0000 7f858ffe5740 1 Processor -- start 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aac730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d03b0 0x560c61aacc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d8590 0x560c61aadba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x560c61ab62d0 con 0x560c616b7e40 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x560c61ab5c00 con 0x560c616d8590 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560c61ab69a0 con 0x560c616d03b0 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 10 client.0 _ll_register_callbacks cb 0x7f856c00e540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aac730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aac730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38676/0 (socket says 172.21.15.112:38676) 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 -- 172.21.15.112:0/4092853860 learned_addr learned my addr 172.21.15.112:0/4092853860 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858259c640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d03b0 0x560c61aacc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858359e640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d8590 0x560c61aadba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 -- 172.21.15.112:0/4092853860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d03b0 msgr2=0x560c61aacc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d03b0 0x560c61aacc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 -- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d8590 msgr2=0x560c61aadba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d8590 0x560c61aadba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 -- 172.21.15.112:0/4092853860 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c61aae160 con 0x560c616b7e40 2024-04-25T16:00:33.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858359e640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d8590 0x560c61aadba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f8582d9d640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aac730 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f857c02c010 tx=0x7f857c031be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ba1dd6f911ad132 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f856a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f856a7fc640 1 -- 172.21.15.112:0/4092853860 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c057070 con 0x560c616b7e40 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f856a7fc640 1 -- 172.21.15.112:0/4092853860 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 9274+0+0 (secure 0 0 0) 0x7f857c003d80 con 0x560c616b7e40 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f857c03f040 con 0x560c616b7e40 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.569+0000 7f856a7fc640 1 -- 172.21.15.112:0/4092853860 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f857c004b40 con 0x560c616b7e40 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 10 client.15321 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560c61aaf350 con 0x560c616b7e40 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f856a7fc640 1 -- 172.21.15.112:0/4092853860 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f857c03f040 con 0x560c616b7e40 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f856a7fc640 1 -- 172.21.15.112:0/4092853860 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f857c0306e0 con 0x560c616b7e40 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 10 client.15321 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 10 client.15321 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 20 client.15321 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616f9270 0x560c61b22340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:33.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 4 client.15321 mds_command: new command op to 24548 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 --> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] -- command(tid 0: {"prefix": "status"}) -- 0x560c61a071c0 con 0x560c616f9270 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.570+0000 7f858259c640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616f9270 0x560c61b22340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f856a7fc640 10 client.15321 ms_handle_connect on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858259c640 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616f9270 0x560c61b22340 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57c0fd6f9f7ab157 server_cookie=f0367ec6d2a4430f in_seq=0 out_seq=0 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f856a7fc640 1 -- 172.21.15.112:0/4092853860 <== mds.0 v2:172.21.15.116:6838/524675452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560c61a071c0 con 0x560c616f9270 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f856a7fc640 10 client.15321 handle_command_reply: tid=0 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 client.15321 shutdown 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 msgr2=0x560c61aac730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aac730 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f857c02c010 tx=0x7f857c031be0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 shutdown_connections 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x560c616f9270 0x560c61b22340 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560c616d03b0 0x560c61aacc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560c616d8590 0x560c61aadba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 --2- 172.21.15.112:0/4092853860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x560c616b7e40 0x560c61aac730 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f856a7fc640 0 client.15321 ms_handle_reset on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 >> 172.21.15.112:0/4092853860 conn(0x560c616ed3c0 msgr2=0x560c61aa6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 shutdown_connections 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 1 -- 172.21.15.112:0/4092853860 wait complete. 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.571+0000 7f858ffe5740 20 client.15321 trim_cache size 0 max 16384 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 0, 2024-04-25T16:00:33.579 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24548, 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 111.32921735799999, 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 82, 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 118.230046989 2024-04-25T16:00:33.580 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f85700afaf0 msgr2=0x7f85700b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f85700afaf0 0x7f85700b2000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x560c61a9b540 tx=0x7f856c004730 comp rx=0 tx=0).stop 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f858419f430 msgr2=0x7f85841a1850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f858419f430 0x7f85841a1850 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f857400d750 tx=0x7f857400dc10 comp rx=0 tx=0).stop 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 shutdown_connections 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f85700afaf0 0x7f85700b2000 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f858419f430 0x7f85841a1850 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8584103b40 0x7f858419a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.581 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 --2- 172.21.15.112:0/406254713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8584102fe0 0x7f8584199fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:33.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 >> 172.21.15.112:0/406254713 conn(0x7f85840fd380 msgr2=0x7f85840ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:33.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 shutdown_connections 2024-04-25T16:00:33.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:33.572+0000 7f8589134640 1 -- 172.21.15.112:0/406254713 wait complete. 2024-04-25T16:00:33.584 INFO:tasks.cephadm:Setup complete, yielding 2024-04-25T16:00:33.584 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T16:00:33.595 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:00:33.595 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-25T16:00:33.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T16:00:33.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 1]}]': finished 2024-04-25T16:00:33.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.d", "id": [5, 11]}]': finished 2024-04-25T16:00:33.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 4]}]': finished 2024-04-25T16:00:33.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [5, 8]}]': finished 2024-04-25T16:00:33.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-25T16:00:33.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-04-25T16:00:33.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-04-25T16:00:33.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T16:00:33.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:33 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3540561851' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:33.838 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:33.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T16:00:33.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 1]}]': finished 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.d", "id": [5, 11]}]': finished 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 4]}]': finished 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [5, 8]}]': finished 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T16:00:33.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:33 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3540561851' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 1]}]': finished 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.d", "id": [5, 11]}]': finished 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 4]}]': finished 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [5, 8]}]': finished 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='mgr.14152 172.21.15.112:0/2960804378' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-04-25T16:00:34.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T16:00:34.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:33 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3540561851' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:34.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:34 smithi133 ceph-mon[32641]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T16:00:34.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:34 smithi133 ceph-mon[32641]: pgmap v344: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 895 B/s wr, 13 op/s 2024-04-25T16:00:34.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:34 smithi112 ceph-mon[29426]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T16:00:34.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:34 smithi112 ceph-mon[29426]: pgmap v344: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 895 B/s wr, 13 op/s 2024-04-25T16:00:35.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:34 smithi116 ceph-mon[32780]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T16:00:35.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:34 smithi116 ceph-mon[32780]: pgmap v344: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 895 B/s wr, 13 op/s 2024-04-25T16:00:35.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 -- 172.21.15.112:0/2967663788 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc109fc0 msgr2=0x7fa6dc10c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:35.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2967663788 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc109fc0 0x7fa6dc10c3e0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa6d400b0a0 tx=0x7fa6d400b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 -- 172.21.15.112:0/2967663788 shutdown_connections 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2967663788 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc109fc0 0x7fa6dc10c3e0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2967663788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6dc104d00 0x7fa6dc107120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2967663788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa6dc107660 0x7fa6dc109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 -- 172.21.15.112:0/2967663788 >> 172.21.15.112:0/2967663788 conn(0x7fa6dc0fe740 msgr2=0x7fa6dc100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 -- 172.21.15.112:0/2967663788 shutdown_connections 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 -- 172.21.15.112:0/2967663788 wait complete. 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.645+0000 7fa6e138e700 1 Processor -- start 2024-04-25T16:00:35.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6e138e700 1 -- start start 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6e138e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc104d00 0x7fa6dc19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6e138e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6dc107660 0x7fa6dc19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6e138e700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa6dc109fc0 0x7fa6dc1a1af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6e138e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa6dc10fb00 con 0x7fa6dc104d00 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6e138e700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa6dc10f980 con 0x7fa6dc109fc0 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6e138e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa6dc10fc80 con 0x7fa6dc107660 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc104d00 0x7fa6dc19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:35.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc104d00 0x7fa6dc19a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38690/0 (socket says 172.21.15.112:38690) 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 -- 172.21.15.112:0/2977731415 learned_addr learned my addr 172.21.15.112:0/2977731415 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6da7fc700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6dc107660 0x7fa6dc19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6db7fe700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa6dc109fc0 0x7fa6dc1a1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 -- 172.21.15.112:0/2977731415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6dc107660 msgr2=0x7fa6dc19ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6dc107660 0x7fa6dc19ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 -- 172.21.15.112:0/2977731415 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa6dc109fc0 msgr2=0x7fa6dc1a1af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa6dc109fc0 0x7fa6dc1a1af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.646+0000 7fa6daffd700 1 -- 172.21.15.112:0/2977731415 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6dc1a20e0 con 0x7fa6dc104d00 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.647+0000 7fa6daffd700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc104d00 0x7fa6dc19a610 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa6cc00d980 tx=0x7fa6cc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.647+0000 7fa6c3fff700 1 -- 172.21.15.112:0/2977731415 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6cc017070 con 0x7fa6dc104d00 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.647+0000 7fa6c3fff700 1 -- 172.21.15.112:0/2977731415 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa6cc00fd20 con 0x7fa6dc104d00 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.647+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6dc1a23d0 con 0x7fa6dc104d00 2024-04-25T16:00:35.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.647+0000 7fa6c3fff700 1 -- 172.21.15.112:0/2977731415 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6cc00e3b0 con 0x7fa6dc104d00 2024-04-25T16:00:35.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.647+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6dc1a2960 con 0x7fa6dc104d00 2024-04-25T16:00:35.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.648+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6dc051190 con 0x7fa6dc104d00 2024-04-25T16:00:35.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.649+0000 7fa6c3fff700 1 -- 172.21.15.112:0/2977731415 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fa6cc00f890 con 0x7fa6dc104d00 2024-04-25T16:00:35.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.650+0000 7fa6c3fff700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa6c40afc00 0x7fa6c40b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:35.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.650+0000 7fa6da7fc700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa6c40afc00 0x7fa6c40b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:35.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.650+0000 7fa6c3fff700 1 -- 172.21.15.112:0/2977731415 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fa6cc0dea50 con 0x7fa6dc104d00 2024-04-25T16:00:35.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.650+0000 7fa6da7fc700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa6c40afc00 0x7fa6c40b2110 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc19b6c0 tx=0x7fa6d000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:35.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.654+0000 7fa6c3fff700 1 -- 172.21.15.112:0/2977731415 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa6cc0a72a0 con 0x7fa6dc104d00 2024-04-25T16:00:35.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.868+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fa6dc063ad0 con 0x7fa6c40afc00 2024-04-25T16:00:35.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.869+0000 7fa6c3fff700 1 -- 172.21.15.112:0/2977731415 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fa6dc063ad0 con 0x7fa6c40afc00 2024-04-25T16:00:35.870 INFO:teuthology.orchestra.run.smithi112.stdout:Backend: cephadm 2024-04-25T16:00:35.870 INFO:teuthology.orchestra.run.smithi112.stdout:Available: Yes 2024-04-25T16:00:35.870 INFO:teuthology.orchestra.run.smithi112.stdout:Paused: No 2024-04-25T16:00:35.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa6c40afc00 msgr2=0x7fa6c40b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:35.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa6c40afc00 0x7fa6c40b2110 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc19b6c0 tx=0x7fa6d000a380 comp rx=0 tx=0).stop 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc104d00 msgr2=0x7fa6dc19a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc104d00 0x7fa6dc19a610 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa6cc00d980 tx=0x7fa6cc00dc90 comp rx=0 tx=0).stop 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 shutdown_connections 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa6c40afc00 0x7fa6c40b2110 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa6dc109fc0 0x7fa6dc1a1af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa6dc104d00 0x7fa6dc19a610 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 --2- 172.21.15.112:0/2977731415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6dc107660 0x7fa6dc19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.871+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 >> 172.21.15.112:0/2977731415 conn(0x7fa6dc0fe740 msgr2=0x7fa6dc1057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.872+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 shutdown_connections 2024-04-25T16:00:35.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:35.872+0000 7fa6e138e700 1 -- 172.21.15.112:0/2977731415 wait complete. 2024-04-25T16:00:35.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:35 smithi112 ceph-mon[29426]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-25T16:00:35.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:35 smithi133 ceph-mon[32641]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-25T16:00:36.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:35 smithi116 ceph-mon[32780]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-25T16:00:36.690 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-25T16:00:36.930 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:36.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:36 smithi133 ceph-mon[32641]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:36.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:36 smithi133 ceph-mon[32641]: pgmap v345: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 895 B/s wr, 10 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:36.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:36 smithi112 ceph-mon[29426]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:36.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:36 smithi112 ceph-mon[29426]: pgmap v345: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 895 B/s wr, 10 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:37.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:36 smithi116 ceph-mon[32780]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:37.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:36 smithi116 ceph-mon[32780]: pgmap v345: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 895 B/s wr, 10 op/s; 8 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:38.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:38 smithi112 ceph-mon[29426]: pgmap v346: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 10 op/s; 23 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:38.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 -- 172.21.15.112:0/3577119024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104bb0 msgr2=0x7ff19810b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:38.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 --2- 172.21.15.112:0/3577119024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104bb0 0x7ff19810b460 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff19000b0a0 tx=0x7ff19000b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 -- 172.21.15.112:0/3577119024 shutdown_connections 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 --2- 172.21.15.112:0/3577119024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104bb0 0x7ff19810b460 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 --2- 172.21.15.112:0/3577119024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1981030e0 0x7ff1981034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 --2- 172.21.15.112:0/3577119024 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104210 0x7ff198104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 -- 172.21.15.112:0/3577119024 >> 172.21.15.112:0/3577119024 conn(0x7ff1980fe740 msgr2=0x7ff198100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 -- 172.21.15.112:0/3577119024 shutdown_connections 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.639+0000 7ff19e684700 1 -- 172.21.15.112:0/3577119024 wait complete. 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 Processor -- start 2024-04-25T16:00:38.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 -- start start 2024-04-25T16:00:38.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1981030e0 0x7ff198106ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104210 0x7ff198105550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104bb0 0x7ff198105a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff19810ea10 con 0x7ff198104210 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff19810e890 con 0x7ff198104bb0 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19e684700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff19810eb90 con 0x7ff1981030e0 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19cc21700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104bb0 0x7ff198105a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19cc21700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104bb0 0x7ff198105a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.112:33202/0 (socket says 172.21.15.112:33202) 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff19cc21700 1 -- 172.21.15.112:0/2846324144 learned_addr learned my addr 172.21.15.112:0/2846324144 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.640+0000 7ff1977fe700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104210 0x7ff198105550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1977fe700 1 -- 172.21.15.112:0/2846324144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1981030e0 msgr2=0x7ff198106ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1977fe700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1981030e0 0x7ff198106ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1977fe700 1 -- 172.21.15.112:0/2846324144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104bb0 msgr2=0x7ff198105a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1977fe700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104bb0 0x7ff198105a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1977fe700 1 -- 172.21.15.112:0/2846324144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1981061f0 con 0x7ff198104210 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff19cc21700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104bb0 0x7ff198105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1977fe700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104210 0x7ff198105550 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff18c00d750 tx=0x7ff18c00da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1957fa700 1 -- 172.21.15.112:0/2846324144 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c016070 con 0x7ff198104210 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1957fa700 1 -- 172.21.15.112:0/2846324144 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff18c004830 con 0x7ff198104210 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1981a4770 con 0x7ff198104210 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff1957fa700 1 -- 172.21.15.112:0/2846324144 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c005500 con 0x7ff198104210 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.641+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1981a4c50 con 0x7ff198104210 2024-04-25T16:00:38.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.642+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff198051190 con 0x7ff198104210 2024-04-25T16:00:38.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.643+0000 7ff1957fa700 1 -- 172.21.15.112:0/2846324144 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7ff18c004220 con 0x7ff198104210 2024-04-25T16:00:38.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.644+0000 7ff1957fa700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff1800afb80 0x7ff1800b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:38.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.644+0000 7ff197fff700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff1800afb80 0x7ff1800b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:38.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.644+0000 7ff1957fa700 1 -- 172.21.15.112:0/2846324144 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff18c0df190 con 0x7ff198104210 2024-04-25T16:00:38.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.645+0000 7ff197fff700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff1800afb80 0x7ff1800b2090 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff198104110 tx=0x7ff188005ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:38.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.648+0000 7ff1957fa700 1 -- 172.21.15.112:0/2846324144 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff18c01f020 con 0x7ff198104210 2024-04-25T16:00:38.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:38 smithi133 ceph-mon[32641]: pgmap v346: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 10 op/s; 23 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:38.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:38 smithi116 ceph-mon[32780]: pgmap v346: 129 pgs: 1 activating, 1 peering, 127 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 10 op/s; 23 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:38.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.856+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7ff1981a4f70 con 0x7ff1800afb80 2024-04-25T16:00:38.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.869+0000 7ff1957fa700 1 -- 172.21.15.112:0/2846324144 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4092 (secure 0 0 0) 0x7ff1981a4f70 con 0x7ff1800afb80 2024-04-25T16:00:38.871 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-25T16:00:38.871 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (2m) 23s ago 2m 83.7M - 19.0.0-3291-g994e2f20 d53c96779a29 3a02bf8cf4a2 2024-04-25T16:00:38.871 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi116 running (2m) 57s ago 2m 93.2M - 19.0.0-3291-g994e2f20 d53c96779a29 c256aa3de8de 2024-04-25T16:00:38.871 INFO:teuthology.orchestra.run.smithi112.stdout:mds.c smithi133 running (2m) 57s ago 2m 84.6M - 19.0.0-3291-g994e2f20 d53c96779a29 c30cd1fabf7a 2024-04-25T16:00:38.871 INFO:teuthology.orchestra.run.smithi112.stdout:mds.d smithi112 running (2m) 23s ago 2m 81.3M - 19.0.0-3291-g994e2f20 d53c96779a29 2f2e7534cd04 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.e smithi116 running (2m) 57s ago 2m 88.5M - 19.0.0-3291-g994e2f20 d53c96779a29 be43ccd58816 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.f smithi133 running (2m) 57s ago 2m 83.5M - 19.0.0-3291-g994e2f20 d53c96779a29 bf91fc6703d0 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.g smithi112 running (2m) 23s ago 2m 86.2M - 19.0.0-3291-g994e2f20 d53c96779a29 27919a760069 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.h smithi116 running (2m) 57s ago 2m 84.4M - 19.0.0-3291-g994e2f20 d53c96779a29 f9abea9c1813 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.i smithi133 running (2m) 57s ago 2m 84.0M - 19.0.0-3291-g994e2f20 d53c96779a29 1c4b7f454970 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.j smithi112 running (2m) 23s ago 2m 84.2M - 19.0.0-3291-g994e2f20 d53c96779a29 40ad7fccd274 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.k smithi116 running (2m) 57s ago 2m 86.0M - 19.0.0-3291-g994e2f20 d53c96779a29 b1a3a1e6e74b 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mds.l smithi133 running (2m) 57s ago 2m 83.5M - 19.0.0-3291-g994e2f20 d53c96779a29 fdcb2da780da 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi112 *:9283,8765 running (9m) 23s ago 9m 584M - 19.0.0-3291-g994e2f20 d53c96779a29 e67e5e91f270 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi116 *:8443,8765 running (7m) 57s ago 7m 519M - 19.0.0-3291-g994e2f20 d53c96779a29 98fb8b640785 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.z smithi133 *:8443,8765 running (7m) 57s ago 7m 521M - 19.0.0-3291-g994e2f20 d53c96779a29 1d11d08230c0 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (9m) 23s ago 10m 118M 2048M 19.0.0-3291-g994e2f20 d53c96779a29 25782bb5feb7 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi116 running (8m) 57s ago 8m 107M 2048M 19.0.0-3291-g994e2f20 d53c96779a29 b4c556de20fe 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi133 running (8m) 57s ago 8m 107M 2048M 19.0.0-3291-g994e2f20 d53c96779a29 4e4947541d29 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (7m) 23s ago 7m 121M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 aabda265cf87 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi116 running (7m) 57s ago 7m 113M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 b6ed23ea7e85 2024-04-25T16:00:38.872 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi133 running (6m) 57s ago 6m 125M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 04122f1a3aa6 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (6m) 23s ago 6m 125M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 3b2292d67c5c 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi116 running (5m) 57s ago 5m 110M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 d00ad38be6b3 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi133 running (5m) 57s ago 5m 114M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 b9520818e6a2 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi112 running (5m) 23s ago 5m 117M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 c8cd4f22834a 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi116 running (4m) 57s ago 4m 111M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 a6c583eddb85 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.8 smithi133 running (4m) 57s ago 4m 113M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 7d32996cbc6e 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.9 smithi112 running (3m) 23s ago 3m 118M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 d25ee2618cfb 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.10 smithi116 running (3m) 57s ago 3m 115M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 8bfff872cd56 2024-04-25T16:00:38.873 INFO:teuthology.orchestra.run.smithi112.stdout:osd.11 smithi133 running (2m) 57s ago 2m 119M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 0a5b67de9dcd 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff1800afb80 msgr2=0x7ff1800b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff1800afb80 0x7ff1800b2090 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff198104110 tx=0x7ff188005ca0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104210 msgr2=0x7ff198105550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104210 0x7ff198105550 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff18c00d750 tx=0x7ff18c00da60 comp rx=0 tx=0).stop 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 shutdown_connections 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff1800afb80 0x7ff1800b2090 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff198104bb0 0x7ff198105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1981030e0 0x7ff198106ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 --2- 172.21.15.112:0/2846324144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff198104210 0x7ff198105550 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:38.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 >> 172.21.15.112:0/2846324144 conn(0x7ff1980fe740 msgr2=0x7ff19806b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:38.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 shutdown_connections 2024-04-25T16:00:38.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:38.872+0000 7ff19e684700 1 -- 172.21.15.112:0/2846324144 wait complete. 2024-04-25T16:00:39.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:39 smithi133 ceph-mon[32641]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:39.701 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:39 smithi112 ceph-mon[29426]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:39.735 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-25T16:00:39.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:39 smithi116 ceph-mon[32780]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:39.978 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:40.414 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:40 smithi112 ceph-mon[29426]: pgmap v347: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.1 KiB/s wr, 12 op/s; 23 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:40.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:40 smithi133 ceph-mon[32641]: pgmap v347: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.1 KiB/s wr, 12 op/s; 23 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:40.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:40 smithi116 ceph-mon[32780]: pgmap v347: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.1 KiB/s wr, 12 op/s; 23 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:41.400 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:41 smithi112 ceph-mon[29426]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-25T16:00:41.400 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:41 smithi112 ceph-mon[29426]: Cluster is now healthy 2024-04-25T16:00:41.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.657+0000 7fcc8bff5700 1 -- 172.21.15.112:0/1546569455 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84104bf0 msgr2=0x7fcc8410b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:41.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.657+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/1546569455 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84104bf0 0x7fcc8410b4a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c00b0a0 tx=0x7fcc7c00b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 -- 172.21.15.112:0/1546569455 shutdown_connections 2024-04-25T16:00:41.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/1546569455 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84104bf0 0x7fcc8410b4a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/1546569455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc84103120 0x7fcc84103530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/1546569455 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc84104250 0x7fcc84104660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 -- 172.21.15.112:0/1546569455 >> 172.21.15.112:0/1546569455 conn(0x7fcc840fe760 msgr2=0x7fcc84100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:41.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 -- 172.21.15.112:0/1546569455 shutdown_connections 2024-04-25T16:00:41.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 -- 172.21.15.112:0/1546569455 wait complete. 2024-04-25T16:00:41.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 Processor -- start 2024-04-25T16:00:41.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.658+0000 7fcc8bff5700 1 -- start start 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8bff5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84103120 0x7fcc8419a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8bff5700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc84104250 0x7fcc8419ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8bff5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc84104bf0 0x7fcc841a1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8bff5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8410ea40 con 0x7fcc84103120 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8bff5700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8410e8c0 con 0x7fcc84104250 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8bff5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8410ebc0 con 0x7fcc84104bf0 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84103120 0x7fcc8419a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84103120 0x7fcc8419a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38736/0 (socket says 172.21.15.112:38736) 2024-04-25T16:00:41.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 -- 172.21.15.112:0/113891131 learned_addr learned my addr 172.21.15.112:0/113891131 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8a592700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc84104bf0 0x7fcc841a1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89590700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc84104250 0x7fcc8419ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 -- 172.21.15.112:0/113891131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc84104bf0 msgr2=0x7fcc841a1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc84104bf0 0x7fcc841a1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 -- 172.21.15.112:0/113891131 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc84104250 msgr2=0x7fcc8419ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc84104250 0x7fcc8419ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc89d91700 1 -- 172.21.15.112:0/113891131 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc841a2260 con 0x7fcc84103120 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.659+0000 7fcc8a592700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc84104bf0 0x7fcc841a1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.660+0000 7fcc89d91700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84103120 0x7fcc8419a700 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fcc7400d950 tx=0x7fcc7400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.660+0000 7fcc7affd700 1 -- 172.21.15.112:0/113891131 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc74016070 con 0x7fcc84103120 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.660+0000 7fcc7affd700 1 -- 172.21.15.112:0/113891131 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcc74005020 con 0x7fcc84103120 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.660+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc84105470 con 0x7fcc84103120 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.660+0000 7fcc7affd700 1 -- 172.21.15.112:0/113891131 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7400f980 con 0x7fcc84103120 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.660+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc841059b0 con 0x7fcc84103120 2024-04-25T16:00:41.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.661+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc84051190 con 0x7fcc84103120 2024-04-25T16:00:41.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.663+0000 7fcc7affd700 1 -- 172.21.15.112:0/113891131 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fcc740051d0 con 0x7fcc84103120 2024-04-25T16:00:41.665 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.664+0000 7fcc7affd700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcc700afb80 0x7fcc700b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:41.665 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.664+0000 7fcc89590700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcc700afb80 0x7fcc700b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:41.665 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.664+0000 7fcc7affd700 1 -- 172.21.15.112:0/113891131 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fcc740def40 con 0x7fcc84103120 2024-04-25T16:00:41.665 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.664+0000 7fcc89590700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcc700afb80 0x7fcc700b2090 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fcc8419b7b0 tx=0x7fcc80014040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:41.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.668+0000 7fcc7affd700 1 -- 172.21.15.112:0/113891131 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcc740a7710 con 0x7fcc84103120 2024-04-25T16:00:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:41 smithi133 ceph-mon[32641]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-25T16:00:41.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:41 smithi133 ceph-mon[32641]: Cluster is now healthy 2024-04-25T16:00:41.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:41 smithi116 ceph-mon[32780]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-25T16:00:41.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:41 smithi116 ceph-mon[32780]: Cluster is now healthy 2024-04-25T16:00:41.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.874+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fcc84100840 con 0x7fcc700afb80 2024-04-25T16:00:41.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.880+0000 7fcc7affd700 1 -- 172.21.15.112:0/113891131 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fcc84100840 con 0x7fcc700afb80 2024-04-25T16:00:41.882 INFO:teuthology.orchestra.run.smithi112.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-25T16:00:41.882 INFO:teuthology.orchestra.run.smithi112.stdout:mds.all 12/12 60s ago 2m smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2024-04-25T16:00:41.882 INFO:teuthology.orchestra.run.smithi112.stdout:mgr 3/3 60s ago 8m smithi112=x;smithi116=y;smithi133=z;count:3 2024-04-25T16:00:41.882 INFO:teuthology.orchestra.run.smithi112.stdout:mon 3/3 60s ago 8m smithi112:172.21.15.112=a;smithi116:172.21.15.116=b;smithi133:172.21.15.133=c;count:3 2024-04-25T16:00:41.882 INFO:teuthology.orchestra.run.smithi112.stdout:osd 12 60s ago - 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.882+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcc700afb80 msgr2=0x7fcc700b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.882+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcc700afb80 0x7fcc700b2090 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fcc8419b7b0 tx=0x7fcc80014040 comp rx=0 tx=0).stop 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.882+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84103120 msgr2=0x7fcc8419a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.882+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84103120 0x7fcc8419a700 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fcc7400d950 tx=0x7fcc7400dc60 comp rx=0 tx=0).stop 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 shutdown_connections 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fcc700afb80 0x7fcc700b2090 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc84104bf0 0x7fcc841a1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcc84103120 0x7fcc8419a700 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 --2- 172.21.15.112:0/113891131 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc84104250 0x7fcc8419ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:41.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 >> 172.21.15.112:0/113891131 conn(0x7fcc840fe760 msgr2=0x7fcc84100130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:41.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 shutdown_connections 2024-04-25T16:00:41.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:41.883+0000 7fcc8bff5700 1 -- 172.21.15.112:0/113891131 wait complete. 2024-04-25T16:00:42.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:42 smithi112 ceph-mon[29426]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:42.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:42 smithi112 ceph-mon[29426]: pgmap v348: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 960 B/s wr, 11 op/s; 19 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:42.555 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-25T16:00:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:42 smithi133 ceph-mon[32641]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:42 smithi133 ceph-mon[32641]: pgmap v348: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 960 B/s wr, 11 op/s; 19 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:42.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:42 smithi116 ceph-mon[32780]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:42.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:42 smithi116 ceph-mon[32780]: pgmap v348: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 960 B/s wr, 11 op/s; 19 B/s, 1 keys/s, 1 objects/s recovering 2024-04-25T16:00:42.794 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:44.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 -- 172.21.15.112:0/2166216271 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72901030d0 msgr2=0x7f72901034e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:44.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 --2- 172.21.15.112:0/2166216271 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72901030d0 0x7f72901034e0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f728c00b0a0 tx=0x7f728c00b3b0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 -- 172.21.15.112:0/2166216271 shutdown_connections 2024-04-25T16:00:44.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 --2- 172.21.15.112:0/2166216271 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7290104ba0 0x7f729010b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 --2- 172.21.15.112:0/2166216271 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f72901030d0 0x7f72901034e0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 --2- 172.21.15.112:0/2166216271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7290104200 0x7f7290104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 -- 172.21.15.112:0/2166216271 >> 172.21.15.112:0/2166216271 conn(0x7f72900fe710 msgr2=0x7f7290100bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 -- 172.21.15.112:0/2166216271 shutdown_connections 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.496+0000 7f7298062700 1 -- 172.21.15.112:0/2166216271 wait complete. 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 Processor -- start 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 -- start start 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f72901030d0 0x7f7290199620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7290104200 0x7f7290199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7290104ba0 0x7f72901a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f729010ea40 con 0x7f7290104200 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f729010e8c0 con 0x7f72901030d0 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7298062700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f729010ebc0 con 0x7f7290104ba0 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f72955fd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7290104200 0x7f7290199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:44.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f72955fd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7290104200 0x7f7290199b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35448/0 (socket says 172.21.15.112:35448) 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f72955fd700 1 -- 172.21.15.112:0/174847849 learned_addr learned my addr 172.21.15.112:0/174847849 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.497+0000 7f7295dfe700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f72901030d0 0x7f7290199620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f72965ff700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7290104ba0 0x7f72901a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f72955fd700 1 -- 172.21.15.112:0/174847849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7290104ba0 msgr2=0x7f72901a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f72955fd700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7290104ba0 0x7f72901a0b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f72955fd700 1 -- 172.21.15.112:0/174847849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f72901030d0 msgr2=0x7f7290199620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f72955fd700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f72901030d0 0x7f7290199620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f72955fd700 1 -- 172.21.15.112:0/174847849 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729006bf90 con 0x7f7290104200 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f72955fd700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7290104200 0x7f7290199b60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f728000d950 tx=0x7f728000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:44.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f7286ffd700 1 -- 172.21.15.112:0/174847849 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280016070 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f7286ffd700 1 -- 172.21.15.112:0/174847849 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7280009dd0 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f729006c280 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f7286ffd700 1 -- 172.21.15.112:0/174847849 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728000f3c0 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.498+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f729006c840 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.499+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7290051190 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.500+0000 7f7286ffd700 1 -- 172.21.15.112:0/174847849 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f7280019070 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.501+0000 7f7286ffd700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f727c0afb80 0x7f727c0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.501+0000 7f7295dfe700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f727c0afb80 0x7f727c0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.501+0000 7f7286ffd700 1 -- 172.21.15.112:0/174847849 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f72800dec40 con 0x7f7290104200 2024-04-25T16:00:44.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.502+0000 7f7295dfe700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f727c0afb80 0x7f727c0b2090 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f728c00b830 tx=0x7f728c007ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:44.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.505+0000 7f7286ffd700 1 -- 172.21.15.112:0/174847849 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f72800a7410 con 0x7f7290104200 2024-04-25T16:00:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:44 smithi133 ceph-mon[32641]: pgmap v349: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 290 B/s wr, 11 op/s; 17 B/s, 0 keys/s, 1 objects/s recovering 2024-04-25T16:00:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:44 smithi112 ceph-mon[29426]: pgmap v349: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 290 B/s wr, 11 op/s; 17 B/s, 0 keys/s, 1 objects/s recovering 2024-04-25T16:00:44.712 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.711+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f7290063ad0 con 0x7f727c0afb80 2024-04-25T16:00:44.713 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.712+0000 7f7286ffd700 1 -- 172.21.15.112:0/174847849 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f7290063ad0 con 0x7f727c0afb80 2024-04-25T16:00:44.713 INFO:teuthology.orchestra.run.smithi112.stdout:HOST ADDR LABELS STATUS 2024-04-25T16:00:44.713 INFO:teuthology.orchestra.run.smithi112.stdout:smithi112 172.21.15.112 2024-04-25T16:00:44.714 INFO:teuthology.orchestra.run.smithi112.stdout:smithi116 172.21.15.116 2024-04-25T16:00:44.714 INFO:teuthology.orchestra.run.smithi112.stdout:smithi133 172.21.15.133 2024-04-25T16:00:44.714 INFO:teuthology.orchestra.run.smithi112.stdout:3 hosts in cluster 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f727c0afb80 msgr2=0x7f727c0b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f727c0afb80 0x7f727c0b2090 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f728c00b830 tx=0x7f728c007ed0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7290104200 msgr2=0x7f7290199b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7290104200 0x7f7290199b60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f728000d950 tx=0x7f728000dc60 comp rx=0 tx=0).stop 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 shutdown_connections 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f727c0afb80 0x7f727c0b2090 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7290104ba0 0x7f72901a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f72901030d0 0x7f7290199620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 --2- 172.21.15.112:0/174847849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7290104200 0x7f7290199b60 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:44.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 >> 172.21.15.112:0/174847849 conn(0x7f72900fe710 msgr2=0x7f72901074a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:44.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 shutdown_connections 2024-04-25T16:00:44.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:44.715+0000 7f7298062700 1 -- 172.21.15.112:0/174847849 wait complete. 2024-04-25T16:00:44.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:44 smithi116 ceph-mon[32780]: pgmap v349: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 290 B/s wr, 11 op/s; 17 B/s, 0 keys/s, 1 objects/s recovering 2024-04-25T16:00:45.406 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-25T16:00:45.643 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:45.679 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:45 smithi116 ceph-mon[32780]: from='client.15345 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:45.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:45 smithi133 ceph-mon[32641]: from='client.15345 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:45.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:45 smithi112 ceph-mon[29426]: from='client.15345 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:46.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:46 smithi133 ceph-mon[32641]: pgmap v350: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s; 15 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T16:00:46.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:46 smithi112 ceph-mon[29426]: pgmap v350: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s; 15 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T16:00:46.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:46 smithi116 ceph-mon[32780]: pgmap v350: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s; 15 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T16:00:47.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 -- 172.21.15.112:0/1322380060 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff470104360 msgr2=0x7ff47010ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:47.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 --2- 172.21.15.112:0/1322380060 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff470104360 0x7ff47010ac10 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff46800aab0 tx=0x7ff46800adc0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 -- 172.21.15.112:0/1322380060 shutdown_connections 2024-04-25T16:00:47.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 --2- 172.21.15.112:0/1322380060 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff470104360 0x7ff47010ac10 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 --2- 172.21.15.112:0/1322380060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470102890 0x7ff470102ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 --2- 172.21.15.112:0/1322380060 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4701039c0 0x7ff470103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 -- 172.21.15.112:0/1322380060 >> 172.21.15.112:0/1322380060 conn(0x7ff4700fded0 msgr2=0x7ff470100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:47.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 -- 172.21.15.112:0/1322380060 shutdown_connections 2024-04-25T16:00:47.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.279+0000 7ff475477700 1 -- 172.21.15.112:0/1322380060 wait complete. 2024-04-25T16:00:47.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 Processor -- start 2024-04-25T16:00:47.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 -- start start 2024-04-25T16:00:47.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff470102890 0x7ff47019a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:47.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4701039c0 0x7ff47019ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:47.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470104360 0x7ff4701a1c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:47.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff47010d920 con 0x7ff4701039c0 2024-04-25T16:00:47.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff47010d7a0 con 0x7ff470102890 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff475477700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff47010daa0 con 0x7ff470104360 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff46e7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4701039c0 0x7ff47019ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff46e7fc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4701039c0 0x7ff47019ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35470/0 (socket says 172.21.15.112:35470) 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff46e7fc700 1 -- 172.21.15.112:0/3173375634 learned_addr learned my addr 172.21.15.112:0/3173375634 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.280+0000 7ff46effd700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff470102890 0x7ff47019a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff46f7fe700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470104360 0x7ff4701a1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff46e7fc700 1 -- 172.21.15.112:0/3173375634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470104360 msgr2=0x7ff4701a1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff46e7fc700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470104360 0x7ff4701a1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff46e7fc700 1 -- 172.21.15.112:0/3173375634 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff470102890 msgr2=0x7ff47019a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff46e7fc700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff470102890 0x7ff47019a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff46e7fc700 1 -- 172.21.15.112:0/3173375634 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4701a2220 con 0x7ff4701039c0 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff46e7fc700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4701039c0 0x7ff47019ac90 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff45800d950 tx=0x7ff45800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff467fff700 1 -- 172.21.15.112:0/3173375634 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff458016070 con 0x7ff4701039c0 2024-04-25T16:00:47.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff467fff700 1 -- 172.21.15.112:0/3173375634 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff45800fd20 con 0x7ff4701039c0 2024-04-25T16:00:47.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4701a2510 con 0x7ff4701039c0 2024-04-25T16:00:47.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff467fff700 1 -- 172.21.15.112:0/3173375634 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45800e3b0 con 0x7ff4701039c0 2024-04-25T16:00:47.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.281+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4701a2a50 con 0x7ff4701039c0 2024-04-25T16:00:47.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.282+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff470051190 con 0x7ff4701039c0 2024-04-25T16:00:47.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.284+0000 7ff467fff700 1 -- 172.21.15.112:0/3173375634 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7ff458019070 con 0x7ff4701039c0 2024-04-25T16:00:47.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.284+0000 7ff467fff700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff45c0afb80 0x7ff45c0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:47.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.284+0000 7ff46effd700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff45c0afb80 0x7ff45c0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:47.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.284+0000 7ff467fff700 1 -- 172.21.15.112:0/3173375634 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff4580deb00 con 0x7ff4701039c0 2024-04-25T16:00:47.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.285+0000 7ff46effd700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff45c0afb80 0x7ff45c0b2090 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff4701038c0 tx=0x7ff460007a30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:47.288 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.288+0000 7ff467fff700 1 -- 172.21.15.112:0/3173375634 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff4580a72d0 con 0x7ff4701039c0 2024-04-25T16:00:47.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.493+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7ff47010a520 con 0x7ff45c0afb80 2024-04-25T16:00:47.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.495+0000 7ff467fff700 1 -- 172.21.15.112:0/3173375634 <== mgr.14152 v2:172.21.15.112:6800/4128478085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7ff47010a520 con 0x7ff45c0afb80 2024-04-25T16:00:47.496 INFO:teuthology.orchestra.run.smithi112.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-25T16:00:47.496 INFO:teuthology.orchestra.run.smithi112.stdout:smithi112 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400NV400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-25T16:00:47.497 INFO:teuthology.orchestra.run.smithi112.stdout:smithi116 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400VJ400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-25T16:00:47.497 INFO:teuthology.orchestra.run.smithi112.stdout:smithi133 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620401AQ400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff45c0afb80 msgr2=0x7ff45c0b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff45c0afb80 0x7ff45c0b2090 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff4701038c0 tx=0x7ff460007a30 comp rx=0 tx=0).stop 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4701039c0 msgr2=0x7ff47019ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4701039c0 0x7ff47019ac90 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff45800d950 tx=0x7ff45800dc60 comp rx=0 tx=0).stop 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 shutdown_connections 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff45c0afb80 0x7ff45c0b2090 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470104360 0x7ff4701a1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff470102890 0x7ff47019a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 --2- 172.21.15.112:0/3173375634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff4701039c0 0x7ff47019ac90 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:47.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 >> 172.21.15.112:0/3173375634 conn(0x7ff4700fded0 msgr2=0x7ff470108e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:47.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 shutdown_connections 2024-04-25T16:00:47.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:47.498+0000 7ff475477700 1 -- 172.21.15.112:0/3173375634 wait complete. 2024-04-25T16:00:48.199 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T16:00:48.208 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:00:48.209 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-25T16:00:48.448 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:48.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:48 smithi112 ceph-mon[29426]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:48.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:48 smithi112 ceph-mon[29426]: pgmap v351: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T16:00:48.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:48 smithi133 ceph-mon[32641]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:48 smithi133 ceph-mon[32641]: pgmap v351: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T16:00:48.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:48 smithi116 ceph-mon[32780]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:00:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:48 smithi116 ceph-mon[32780]: pgmap v351: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 -- 172.21.15.112:0/170865732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 msgr2=0x7fda30109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 --2- 172.21.15.112:0/170865732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda30109a80 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fda24009990 tx=0x7fda24009ca0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 -- 172.21.15.112:0/170865732 shutdown_connections 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 --2- 172.21.15.112:0/170865732 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda30109fc0 0x7fda3010c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 --2- 172.21.15.112:0/170865732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fda30102570 0x7fda301029c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 --2- 172.21.15.112:0/170865732 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda30109a80 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 -- 172.21.15.112:0/170865732 >> 172.21.15.112:0/170865732 conn(0x7fda300fded0 msgr2=0x7fda30100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 -- 172.21.15.112:0/170865732 shutdown_connections 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.187+0000 7fda36122700 1 -- 172.21.15.112:0/170865732 wait complete. 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 Processor -- start 2024-04-25T16:00:50.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 -- start start 2024-04-25T16:00:50.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fda30102570 0x7fda3019a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:50.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda3019ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:50.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda30109fc0 0x7fda301a1b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:50.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fda3010fae0 con 0x7fda30107660 2024-04-25T16:00:50.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fda3010f960 con 0x7fda30109fc0 2024-04-25T16:00:50.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda36122700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fda3010fc60 con 0x7fda30102570 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda2effd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda3019ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda2effd700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda3019ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35490/0 (socket says 172.21.15.112:35490) 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.188+0000 7fda2effd700 1 -- 172.21.15.112:0/4131537300 learned_addr learned my addr 172.21.15.112:0/4131537300 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2ffff700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda30109fc0 0x7fda301a1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2f7fe700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fda30102570 0x7fda3019a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2effd700 1 -- 172.21.15.112:0/4131537300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fda30102570 msgr2=0x7fda3019a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2effd700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fda30102570 0x7fda3019a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2effd700 1 -- 172.21.15.112:0/4131537300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda30109fc0 msgr2=0x7fda301a1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2effd700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda30109fc0 0x7fda301a1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2effd700 1 -- 172.21.15.112:0/4131537300 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda301a21b0 con 0x7fda30107660 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2f7fe700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fda30102570 0x7fda3019a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2effd700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda3019ab90 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fda240098e0 tx=0x7fda240047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2cff9700 1 -- 172.21.15.112:0/4131537300 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda24003c10 con 0x7fda30107660 2024-04-25T16:00:50.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda301a2440 con 0x7fda30107660 2024-04-25T16:00:50.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2cff9700 1 -- 172.21.15.112:0/4131537300 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda24004830 con 0x7fda30107660 2024-04-25T16:00:50.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda301a2890 con 0x7fda30107660 2024-04-25T16:00:50.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.189+0000 7fda2cff9700 1 -- 172.21.15.112:0/4131537300 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda24005350 con 0x7fda30107660 2024-04-25T16:00:50.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.190+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda30051190 con 0x7fda30107660 2024-04-25T16:00:50.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.192+0000 7fda2cff9700 1 -- 172.21.15.112:0/4131537300 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fda240054f0 con 0x7fda30107660 2024-04-25T16:00:50.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.192+0000 7fda2cff9700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fda180afb80 0x7fda180b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:50.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.193+0000 7fda2f7fe700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fda180afb80 0x7fda180b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:50.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.193+0000 7fda2cff9700 1 -- 172.21.15.112:0/4131537300 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fda240e0570 con 0x7fda30107660 2024-04-25T16:00:50.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.193+0000 7fda2f7fe700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fda180afb80 0x7fda180b2090 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fda20005fd0 tx=0x7fda20005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:50.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.197+0000 7fda2cff9700 1 -- 172.21.15.112:0/4131537300 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fda24013070 con 0x7fda30107660 2024-04-25T16:00:50.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.452+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fda300642a0 con 0x7fda30107660 2024-04-25T16:00:50.454 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:50 smithi112 ceph-mon[29426]: pgmap v352: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-25T16:00:50.454 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.453+0000 7fda2cff9700 1 -- 172.21.15.112:0/4131537300 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3100 (secure 0 0 0) 0x7fda240a8dd0 con 0x7fda30107660 2024-04-25T16:00:50.454 INFO:teuthology.orchestra.run.smithi112.stdout:e28 2024-04-25T16:00:50.454 INFO:teuthology.orchestra.run.smithi112.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:legacy client fscid: 1 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:Filesystem 'cephfs' (1) 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:fs_name cephfs 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:epoch 28 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:created 2024-04-25T15:58:41.582880+0000 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:modified 2024-04-25T15:59:09.956298+0000 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:tableserver 0 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:root 0 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:session_timeout 300 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:session_autoclose 300 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:max_file_size 1099511627776 2024-04-25T16:00:50.455 INFO:teuthology.orchestra.run.smithi112.stdout:max_xattr_size 65536 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:required_client_features {} 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:last_failure 0 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:last_failure_osd_epoch 0 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:max_mds 5 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:in 0,1,2,3,4 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:up {0=24548,1=24503,2=24484,3=24470,4=14649} 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:failed 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:damaged 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:stopped 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:data_pools [3,4] 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:metadata_pool 2 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:inline_data disabled 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:balancer 2024-04-25T16:00:50.456 INFO:teuthology.orchestra.run.smithi112.stdout:bal_rank_mask -1 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:standby_count_wanted 0 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:qdb_cluster leader: 24548 members: 24503,24548,24484,24470,14649 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.b{0:24548} state up:active seq 3 addr [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.c{0:24460} state up:standby-replay seq 1 addr [v2:172.21.15.133:6836/982654166,v1:172.21.15.133:6837/982654166] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.h{1:24503} state up:active seq 12 addr [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.f{1:24448} state up:standby-replay seq 1 addr [v2:172.21.15.133:6834/4261823654,v1:172.21.15.133:6835/4261823654] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.i{2:24484} state up:active seq 12 addr [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.k{2:24434} state up:standby-replay seq 1 addr [v2:172.21.15.116:6832/496231742,v1:172.21.15.116:6833/496231742] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.e{3:24470} state up:active seq 15 addr [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.l{3:24403} state up:standby-replay seq 1 addr [v2:172.21.15.133:6832/940733382,v1:172.21.15.133:6833/940733382] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.a{4:14649} state up:active seq 11 addr [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.g{4:14637} state up:standby-replay seq 1 addr [v2:172.21.15.112:6838/146270898,v1:172.21.15.112:6839/146270898] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout:Standby daemons: 2024-04-25T16:00:50.457 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:50.458 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.j{-1:14559} state up:standby seq 1 addr [v2:172.21.15.112:6834/381292380,v1:172.21.15.112:6835/381292380] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.458 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.d{-1:14571} state up:standby seq 1 addr [v2:172.21.15.112:6836/1066634685,v1:172.21.15.112:6837/1066634685] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T16:00:50.458 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fda180afb80 msgr2=0x7fda180b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fda180afb80 0x7fda180b2090 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fda20005fd0 tx=0x7fda20005dc0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 msgr2=0x7fda3019ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda3019ab90 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fda240098e0 tx=0x7fda240047b0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 shutdown_connections 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fda180afb80 0x7fda180b2090 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda30109fc0 0x7fda301a1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fda30102570 0x7fda3019a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 --2- 172.21.15.112:0/4131537300 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fda30107660 0x7fda3019ab90 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 >> 172.21.15.112:0/4131537300 conn(0x7fda300fded0 msgr2=0x7fda30108580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 shutdown_connections 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:50.455+0000 7fda36122700 1 -- 172.21.15.112:0/4131537300 wait complete. 2024-04-25T16:00:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 28 2024-04-25T16:00:50.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:50 smithi133 ceph-mon[32641]: pgmap v352: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-25T16:00:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:50 smithi116 ceph-mon[32780]: pgmap v352: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-25T16:00:51.250 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-25T16:00:51.499 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:00:51.617 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:51 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4131537300' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T16:00:51.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:51 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4131537300' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T16:00:51.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:51 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4131537300' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T16:00:52.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:52 smithi112 ceph-mon[29426]: pgmap v353: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:52.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:52 smithi133 ceph-mon[32641]: pgmap v353: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:52.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:52 smithi116 ceph-mon[32780]: pgmap v353: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:53.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 -- 172.21.15.112:0/3015531893 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba8105880 msgr2=0x7fbba8105c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:53.165 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 --2- 172.21.15.112:0/3015531893 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba8105880 0x7fbba8105c90 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fbb98009990 tx=0x7fbb98009ca0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 -- 172.21.15.112:0/3015531893 shutdown_connections 2024-04-25T16:00:53.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 --2- 172.21.15.112:0/3015531893 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbba81048b0 0x7fbba810c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 --2- 172.21.15.112:0/3015531893 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba8105880 0x7fbba8105c90 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 --2- 172.21.15.112:0/3015531893 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbba8103e30 0x7fbba8104240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 -- 172.21.15.112:0/3015531893 >> 172.21.15.112:0/3015531893 conn(0x7fbba80ff8a0 msgr2=0x7fbba8101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:53.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 -- 172.21.15.112:0/3015531893 shutdown_connections 2024-04-25T16:00:53.166 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.164+0000 7fbbad20b700 1 -- 172.21.15.112:0/3015531893 wait complete. 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 Processor -- start 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 -- start start 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbba8103e30 0x7fbba819a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba81048b0 0x7fbba819aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbba8105880 0x7fbba81a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbba810fd40 con 0x7fbba81048b0 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbba810fbc0 con 0x7fbba8105880 2024-04-25T16:00:53.168 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbbad20b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbba810fec0 con 0x7fbba8103e30 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbb9e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba81048b0 0x7fbba819aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbb9e59c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba81048b0 0x7fbba819aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35504/0 (socket says 172.21.15.112:35504) 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.165+0000 7fbb9e59c700 1 -- 172.21.15.112:0/2862268216 learned_addr learned my addr 172.21.15.112:0/2862268216 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbba6d9d700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbba8103e30 0x7fbba819a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbba759e700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbba8105880 0x7fbba81a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbb9e59c700 1 -- 172.21.15.112:0/2862268216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbba8103e30 msgr2=0x7fbba819a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbb9e59c700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbba8103e30 0x7fbba819a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbb9e59c700 1 -- 172.21.15.112:0/2862268216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbba8105880 msgr2=0x7fbba81a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbb9e59c700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbba8105880 0x7fbba81a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbb9e59c700 1 -- 172.21.15.112:0/2862268216 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbba81a24e0 con 0x7fbba81048b0 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbba759e700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbba8105880 0x7fbba81a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbb9e59c700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba81048b0 0x7fbba819aec0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fbb9000b530 tx=0x7fbb9000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbba4d99700 1 -- 172.21.15.112:0/2862268216 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb90015020 con 0x7fbba81048b0 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbba4d99700 1 -- 172.21.15.112:0/2862268216 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbb90011cc0 con 0x7fbba81048b0 2024-04-25T16:00:53.169 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbba81a27d0 con 0x7fbba81048b0 2024-04-25T16:00:53.170 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbba4d99700 1 -- 172.21.15.112:0/2862268216 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb90010d30 con 0x7fbba81048b0 2024-04-25T16:00:53.170 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.166+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbba81a2d90 con 0x7fbba81048b0 2024-04-25T16:00:53.170 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.167+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbba8051190 con 0x7fbba81048b0 2024-04-25T16:00:53.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.169+0000 7fbba4d99700 1 -- 172.21.15.112:0/2862268216 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fbb90018020 con 0x7fbba81048b0 2024-04-25T16:00:53.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.170+0000 7fbba4d99700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb940afb80 0x7fbb940b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:53.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.170+0000 7fbba6d9d700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb940afb80 0x7fbb940b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:53.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.170+0000 7fbba4d99700 1 -- 172.21.15.112:0/2862268216 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fbb900dee60 con 0x7fbba81048b0 2024-04-25T16:00:53.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.170+0000 7fbba6d9d700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb940afb80 0x7fbb940b2090 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbb98003820 tx=0x7fbb9801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:53.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.173+0000 7fbba4d99700 1 -- 172.21.15.112:0/2862268216 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbb9001f020 con 0x7fbba81048b0 2024-04-25T16:00:53.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.375+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fbba802e890 con 0x7fbba81048b0 2024-04-25T16:00:53.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.376+0000 7fbba4d99700 1 -- 172.21.15.112:0/2862268216 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v83) ==== 56+0+5791 (secure 0 0 0) 0x7fbb900a7630 con 0x7fbba81048b0 2024-04-25T16:00:53.377 INFO:teuthology.orchestra.run.smithi112.stdout:epoch 83 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:fsid 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:created 2024-04-25T15:50:38.636242+0000 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:modified 2024-04-25T16:00:33.638610+0000 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:crush_version 27 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:full_ratio 0.95 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:backfillfull_ratio 0.9 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:nearfull_ratio 0.85 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:require_min_compat_client luminous 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:min_compat_client luminous 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:require_osd_release squid 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:stretch_mode_enabled false 2024-04-25T16:00:53.378 INFO:teuthology.orchestra.run.smithi112.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 74 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 75 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:max_osd 12 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 up in weight 1 up_from 8 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6802/974876828,v1:172.21.15.112:6803/974876828] [v2:172.21.15.112:6804/974876828,v1:172.21.15.112:6805/974876828] exists,up d2f33451-f55e-4ce2-a71c-53c5cbf66ed8 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 up in weight 1 up_from 13 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6800/3679111771,v1:172.21.15.116:6801/3679111771] [v2:172.21.15.116:6802/3679111771,v1:172.21.15.116:6803/3679111771] exists,up c79ff0bd-2dfd-47ad-8faa-53ba29c956a9 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 up in weight 1 up_from 18 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6800/3266782228,v1:172.21.15.133:6801/3266782228] [v2:172.21.15.133:6802/3266782228,v1:172.21.15.133:6803/3266782228] exists,up 7df8bf60-431f-4052-937b-62edd81442b1 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 up in weight 1 up_from 25 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6810/3993289401,v1:172.21.15.112:6811/3993289401] [v2:172.21.15.112:6812/3993289401,v1:172.21.15.112:6813/3993289401] exists,up cf0476c7-06d6-49fc-9d11-021e3430cf51 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 up in weight 1 up_from 31 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6808/2217711156,v1:172.21.15.116:6809/2217711156] [v2:172.21.15.116:6810/2217711156,v1:172.21.15.116:6811/2217711156] exists,up c3d05c63-ea52-4bf4-90e1-c8323245627e 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 up in weight 1 up_from 36 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6808/3013873387,v1:172.21.15.133:6809/3013873387] [v2:172.21.15.133:6810/3013873387,v1:172.21.15.133:6811/3013873387] exists,up 4c24d9d9-ad74-4b3e-88ed-b4bf3e195699 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 up in weight 1 up_from 42 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6818/3167140068,v1:172.21.15.112:6819/3167140068] [v2:172.21.15.112:6820/3167140068,v1:172.21.15.112:6821/3167140068] exists,up 9b54f6e4-daef-4c50-b776-7b29c216e2d2 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 up in weight 1 up_from 47 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6816/3254714829,v1:172.21.15.116:6817/3254714829] [v2:172.21.15.116:6818/3254714829,v1:172.21.15.116:6819/3254714829] exists,up dc65c703-a675-403a-a76b-28b7d03d2ddc 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.8 up in weight 1 up_from 53 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6816/2902182880,v1:172.21.15.133:6817/2902182880] [v2:172.21.15.133:6818/2902182880,v1:172.21.15.133:6819/2902182880] exists,up dd430d9a-2626-4958-91c5-0583f01b2a1a 2024-04-25T16:00:53.379 INFO:teuthology.orchestra.run.smithi112.stdout:osd.9 up in weight 1 up_from 59 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6826/3125152728,v1:172.21.15.112:6827/3125152728] [v2:172.21.15.112:6828/3125152728,v1:172.21.15.112:6829/3125152728] exists,up 017c24ca-8c21-4834-aec2-34e26bce0af3 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:osd.10 up in weight 1 up_from 64 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6824/2654463977,v1:172.21.15.116:6825/2654463977] [v2:172.21.15.116:6826/2654463977,v1:172.21.15.116:6827/2654463977] exists,up f2d121f2-44fe-43eb-b885-135edaa72653 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:osd.11 up in weight 1 up_from 70 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6824/4070901560,v1:172.21.15.133:6825/4070901560] [v2:172.21.15.133:6826/4070901560,v1:172.21.15.133:6827/4070901560] exists,up e3044994-2c63-493a-81d6-efd654841ec2 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.0 [8,4] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.a [2,11,8,1] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.b [2,1] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.c [2,4] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.d [5,11] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.1d [7,4] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.0 [5,9] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.b [3,9] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.e [4,8] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.1b [5,9] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.23 [4,7] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.31 [4,6] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 4.7 [5,8] 2024-04-25T16:00:53.380 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 4.c [9,10] 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 4.12 [9,10] 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 4.13 [9,8] 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/3952841465 expires 2024-04-26T15:51:32.118297+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6801/1021036877 expires 2024-04-26T15:51:32.118297+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6800/1021036877 expires 2024-04-26T15:51:32.118297+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6800/2956687455 expires 2024-04-26T15:51:05.562858+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/3057346898 expires 2024-04-26T15:51:05.562858+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/2114197396 expires 2024-04-26T15:51:32.118297+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/190877922 expires 2024-04-26T15:51:05.562858+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/284813497 expires 2024-04-26T15:51:05.562858+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6801/2956687455 expires 2024-04-26T15:51:05.562858+0000 2024-04-25T16:00:53.381 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/2452462648 expires 2024-04-26T15:51:32.118297+0000 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb940afb80 msgr2=0x7fbb940b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb940afb80 0x7fbb940b2090 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbb98003820 tx=0x7fbb9801a040 comp rx=0 tx=0).stop 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba81048b0 msgr2=0x7fbba819aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba81048b0 0x7fbba819aec0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fbb9000b530 tx=0x7fbb9000b8f0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 shutdown_connections 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fbb940afb80 0x7fbb940b2090 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbba8105880 0x7fbba81a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbba8103e30 0x7fbba819a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 --2- 172.21.15.112:0/2862268216 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbba81048b0 0x7fbba819aec0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:53.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 >> 172.21.15.112:0/2862268216 conn(0x7fbba80ff8a0 msgr2=0x7fbba81086e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:53.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 shutdown_connections 2024-04-25T16:00:53.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:53.379+0000 7fbbad20b700 1 -- 172.21.15.112:0/2862268216 wait complete. 2024-04-25T16:00:53.682 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:53 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2862268216' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T16:00:53.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:53 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2862268216' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T16:00:53.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:53 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2862268216' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T16:00:54.045 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-25T16:00:54.057 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:00:54.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 -- 172.21.15.112:0/3969322538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 msgr2=0x7f646810be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 --2- 172.21.15.112:0/3969322538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f646810be60 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6464009ca0 tx=0x7f646402a8e0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 -- 172.21.15.112:0/3969322538 shutdown_connections 2024-04-25T16:00:54.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 --2- 172.21.15.112:0/3969322538 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f646810be60 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 --2- 172.21.15.112:0/3969322538 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6468104d40 0x7f6468105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 --2- 172.21.15.112:0/3969322538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6468103b00 0x7f6468104800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 -- 172.21.15.112:0/3969322538 >> 172.21.15.112:0/3969322538 conn(0x7f64680fed10 msgr2=0x7f64681011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 -- 172.21.15.112:0/3969322538 shutdown_connections 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.168+0000 7f6470215640 1 -- 172.21.15.112:0/3969322538 wait complete. 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 Processor -- start 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 -- start start 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6468103b00 0x7f646819a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6468104d40 0x7f646819a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f64681a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f646810f530 con 0x7f6468109a40 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f646810f3b0 con 0x7f6468104d40 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f6470215640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f646810f6b0 con 0x7f6468103b00 2024-04-25T16:00:54.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f646e7b2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f64681a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f646e7b2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f64681a1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59684/0 (socket says 172.21.15.112:59684) 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.169+0000 7f646e7b2640 1 -- 172.21.15.112:0/2526846176 learned_addr learned my addr 172.21.15.112:0/2526846176 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646d7b0640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6468104d40 0x7f646819a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646dfb1640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6468103b00 0x7f646819a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646e7b2640 1 -- 172.21.15.112:0/2526846176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6468103b00 msgr2=0x7f646819a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646e7b2640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6468103b00 0x7f646819a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646e7b2640 1 -- 172.21.15.112:0/2526846176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6468104d40 msgr2=0x7f646819a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646e7b2640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6468104d40 0x7f646819a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646e7b2640 1 -- 172.21.15.112:0/2526846176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64681a1ca0 con 0x7f6468109a40 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f646e7b2640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f64681a1630 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6464006010 tx=0x7f6464003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f645effd640 1 -- 172.21.15.112:0/2526846176 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464004240 con 0x7f6468109a40 2024-04-25T16:00:54.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f645effd640 1 -- 172.21.15.112:0/2526846176 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f64640305e0 con 0x7f6468109a40 2024-04-25T16:00:54.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64681a1f30 con 0x7f6468109a40 2024-04-25T16:00:54.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f645effd640 1 -- 172.21.15.112:0/2526846176 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646403b660 con 0x7f6468109a40 2024-04-25T16:00:54.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.170+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64681a2410 con 0x7f6468109a40 2024-04-25T16:00:54.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.171+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f646806a1c0 con 0x7f6468109a40 2024-04-25T16:00:54.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.172+0000 7f645effd640 1 -- 172.21.15.112:0/2526846176 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f6464030ad0 con 0x7f6468109a40 2024-04-25T16:00:54.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.173+0000 7f645effd640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64540afaf0 0x7f64540b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.173+0000 7f646dfb1640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64540afaf0 0x7f64540b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.173+0000 7f645effd640 1 -- 172.21.15.112:0/2526846176 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f64641009b0 con 0x7f6468109a40 2024-04-25T16:00:54.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.173+0000 7f646dfb1640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64540afaf0 0x7f64540b2000 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6468104700 tx=0x7f6460008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:54.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.177+0000 7f645effd640 1 -- 172.21.15.112:0/2526846176 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f646806a1c0 con 0x7f6468109a40 2024-04-25T16:00:54.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.361+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f646802dc20 con 0x7f6468109a40 2024-04-25T16:00:54.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.363+0000 7f645effd640 1 -- 172.21.15.112:0/2526846176 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+24976 (secure 0 0 0) 0x7f64640d1070 con 0x7f6468109a40 2024-04-25T16:00:54.364 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:54.364 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":83,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T16:00:33.638610+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":1}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.d","mappings":[{"from":5,"to":11}]},{"pgid":"2.1d","mappings":[{"from":7,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.7","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:00:54.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64540afaf0 msgr2=0x7f64540b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64540afaf0 0x7f64540b2000 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6468104700 tx=0x7f6460008040 comp rx=0 tx=0).stop 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 msgr2=0x7f64681a1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f64681a1630 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6464006010 tx=0x7f6464003f10 comp rx=0 tx=0).stop 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 shutdown_connections 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64540afaf0 0x7f64540b2000 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6468109a40 0x7f64681a1630 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6468104d40 0x7f646819a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 --2- 172.21.15.112:0/2526846176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6468103b00 0x7f646819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 >> 172.21.15.112:0/2526846176 conn(0x7f64680fed10 msgr2=0x7f6468105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 shutdown_connections 2024-04-25T16:00:54.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.365+0000 7f6470215640 1 -- 172.21.15.112:0/2526846176 wait complete. 2024-04-25T16:00:54.378 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T16:00:54.379 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T16:00:54.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 -- 172.21.15.112:0/1194471009 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94102f40 msgr2=0x7f3d94103350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/1194471009 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94102f40 0x7f3d94103350 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3d88009900 tx=0x7f3d8802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:54.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 -- 172.21.15.112:0/1194471009 shutdown_connections 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/1194471009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d94103920 0x7f3d94103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/1194471009 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d94104460 0x7f3d9410aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/1194471009 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94102f40 0x7f3d94103350 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 -- 172.21.15.112:0/1194471009 >> 172.21.15.112:0/1194471009 conn(0x7f3d940fd380 msgr2=0x7f3d940ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 -- 172.21.15.112:0/1194471009 shutdown_connections 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.489+0000 7f3d9ac67640 1 -- 172.21.15.112:0/1194471009 wait complete. 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 Processor -- start 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 -- start start 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d94102f40 0x7f3d941021e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d94103920 0x7f3d9419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94104460 0x7f3d941a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9410e3f0 con 0x7f3d94104460 2024-04-25T16:00:54.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9410e270 con 0x7f3d94103920 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d9ac67640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9410e570 con 0x7f3d94102f40 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94104460 0x7f3d941a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94104460 0x7f3d941a1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59706/0 (socket says 172.21.15.112:59706) 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 -- 172.21.15.112:0/732840544 learned_addr learned my addr 172.21.15.112:0/732840544 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d98a03640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d94102f40 0x7f3d941021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d93fff640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d94103920 0x7f3d9419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 -- 172.21.15.112:0/732840544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d94102f40 msgr2=0x7f3d941021e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d94102f40 0x7f3d941021e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 -- 172.21.15.112:0/732840544 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d94103920 msgr2=0x7f3d9419ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d94103920 0x7f3d9419ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d99204640 1 -- 172.21.15.112:0/732840544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d941a1c70 con 0x7f3d94104460 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.490+0000 7f3d98a03640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d94102f40 0x7f3d941021e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.491+0000 7f3d99204640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94104460 0x7f3d941a1450 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c00eb10 tx=0x7f3d8c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:54.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.491+0000 7f3d91ffb640 1 -- 172.21.15.112:0/732840544 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d8c004b20 con 0x7f3d94104460 2024-04-25T16:00:54.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.491+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d941a1f60 con 0x7f3d94104460 2024-04-25T16:00:54.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.491+0000 7f3d91ffb640 1 -- 172.21.15.112:0/732840544 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d8c004cc0 con 0x7f3d94104460 2024-04-25T16:00:54.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.491+0000 7f3d91ffb640 1 -- 172.21.15.112:0/732840544 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d8c010690 con 0x7f3d94104460 2024-04-25T16:00:54.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.491+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d941a2370 con 0x7f3d94104460 2024-04-25T16:00:54.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.492+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d9406a190 con 0x7f3d94104460 2024-04-25T16:00:54.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.493+0000 7f3d91ffb640 1 -- 172.21.15.112:0/732840544 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f3d8c005000 con 0x7f3d94104460 2024-04-25T16:00:54.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.494+0000 7f3d91ffb640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3d840afaf0 0x7f3d840b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.494+0000 7f3d98a03640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3d840afaf0 0x7f3d840b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.494+0000 7f3d91ffb640 1 -- 172.21.15.112:0/732840544 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f3d8c0df960 con 0x7f3d94104460 2024-04-25T16:00:54.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.495+0000 7f3d98a03640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3d840afaf0 0x7f3d840b2000 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3d8802a930 tx=0x7f3d88005720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:54.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.497+0000 7f3d91ffb640 1 -- 172.21.15.112:0/732840544 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d8c053ff0 con 0x7f3d94104460 2024-04-25T16:00:54.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.676+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3d9402dbd0 con 0x7f3d94104460 2024-04-25T16:00:54.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.676+0000 7f3d91ffb640 1 -- 172.21.15.112:0/732840544 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f3d9406a190 con 0x7f3d94104460 2024-04-25T16:00:54.677 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T16:00:54.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3d840afaf0 msgr2=0x7f3d840b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3d840afaf0 0x7f3d840b2000 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3d8802a930 tx=0x7f3d88005720 comp rx=0 tx=0).stop 2024-04-25T16:00:54.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94104460 msgr2=0x7f3d941a1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94104460 0x7f3d941a1450 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c00eb10 tx=0x7f3d8c00c2d0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 shutdown_connections 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f3d840afaf0 0x7f3d840b2000 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d94104460 0x7f3d941a1450 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d94103920 0x7f3d9419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 --2- 172.21.15.112:0/732840544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d94102f40 0x7f3d941021e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 >> 172.21.15.112:0/732840544 conn(0x7f3d940fd380 msgr2=0x7f3d94104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 shutdown_connections 2024-04-25T16:00:54.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.678+0000 7f3d9ac67640 1 -- 172.21.15.112:0/732840544 wait complete. 2024-04-25T16:00:54.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:54 smithi133 ceph-mon[32641]: pgmap v354: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T16:00:54.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:54 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2526846176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:54.690 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:54 smithi112 ceph-mon[29426]: pgmap v354: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T16:00:54.690 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:54 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2526846176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:54.691 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T16:00:54.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:54 smithi116 ceph-mon[32780]: pgmap v354: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T16:00:54.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:54 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2526846176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:54.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 -- 172.21.15.112:0/3535076618 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f74103c20 msgr2=0x7f7f74104030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3535076618 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f74103c20 0x7f7f74104030 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7f68009900 tx=0x7f7f6802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:54.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 -- 172.21.15.112:0/3535076618 shutdown_connections 2024-04-25T16:00:54.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3535076618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f74108920 0x7f7f7410ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3535076618 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f74103c20 0x7f7f74104030 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3535076618 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7f741029e0 0x7f7f741036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 -- 172.21.15.112:0/3535076618 >> 172.21.15.112:0/3535076618 conn(0x7f7f740fdbd0 msgr2=0x7f7f74100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:54.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 -- 172.21.15.112:0/3535076618 shutdown_connections 2024-04-25T16:00:54.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.801+0000 7f7f78e97640 1 -- 172.21.15.112:0/3535076618 wait complete. 2024-04-25T16:00:54.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 Processor -- start 2024-04-25T16:00:54.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 -- start start 2024-04-25T16:00:54.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f741029e0 0x7f7f74199340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f74103c20 0x7f7f74199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7f74108920 0x7f7f741a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7410e390 con 0x7f7f741029e0 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7410e210 con 0x7f7f74108920 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f78e97640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7410e510 con 0x7f7f74103c20 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f741029e0 0x7f7f74199340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f741029e0 0x7f7f74199340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59720/0 (socket says 172.21.15.112:59720) 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 -- 172.21.15.112:0/3947790578 learned_addr learned my addr 172.21.15.112:0/3947790578 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f72d9d640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7f74108920 0x7f7f741a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f71d9b640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f74103c20 0x7f7f74199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 -- 172.21.15.112:0/3947790578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f74103c20 msgr2=0x7f7f74199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f74103c20 0x7f7f74199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 -- 172.21.15.112:0/3947790578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7f74108920 msgr2=0x7f7f741a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7f74108920 0x7f7f741a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 -- 172.21.15.112:0/3947790578 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f741a0dd0 con 0x7f7f741029e0 2024-04-25T16:00:54.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f72d9d640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7f74108920 0x7f7f741a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.802+0000 7f7f7259c640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f741029e0 0x7f7f74199340 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f7f6400c970 tx=0x7f7f6400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.803+0000 7f7f637fe640 1 -- 172.21.15.112:0/3947790578 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f64007c70 con 0x7f7f741029e0 2024-04-25T16:00:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.803+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f741a10c0 con 0x7f7f741029e0 2024-04-25T16:00:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.803+0000 7f7f637fe640 1 -- 172.21.15.112:0/3947790578 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7f64007e10 con 0x7f7f741029e0 2024-04-25T16:00:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.803+0000 7f7f637fe640 1 -- 172.21.15.112:0/3947790578 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f640186f0 con 0x7f7f741029e0 2024-04-25T16:00:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.803+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f741a1610 con 0x7f7f741029e0 2024-04-25T16:00:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.804+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f74107730 con 0x7f7f741029e0 2024-04-25T16:00:54.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.806+0000 7f7f637fe640 1 -- 172.21.15.112:0/3947790578 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f7f6400fa90 con 0x7f7f741029e0 2024-04-25T16:00:54.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.806+0000 7f7f637fe640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7f5c0afaf0 0x7f7f5c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:54.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.807+0000 7f7f71d9b640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7f5c0afaf0 0x7f7f5c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:54.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.807+0000 7f7f637fe640 1 -- 172.21.15.112:0/3947790578 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f7f640df380 con 0x7f7f741029e0 2024-04-25T16:00:54.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.807+0000 7f7f71d9b640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7f5c0afaf0 0x7f7f5c0b2000 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7f68006010 tx=0x7f7f68000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.810+0000 7f7f637fe640 1 -- 172.21.15.112:0/3947790578 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7f64053ff0 con 0x7f7f741029e0 2024-04-25T16:00:54.991 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.990+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7f7402dd90 con 0x7f7f741029e0 2024-04-25T16:00:54.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.991+0000 7f7f637fe640 1 -- 172.21.15.112:0/3947790578 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v83) ==== 104+0+11 (secure 0 0 0) 0x7f7f64014030 con 0x7f7f741029e0 2024-04-25T16:00:54.992 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:54.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7f5c0afaf0 msgr2=0x7f7f5c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7f5c0afaf0 0x7f7f5c0b2000 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7f68006010 tx=0x7f7f68000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f741029e0 msgr2=0x7f7f74199340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f741029e0 0x7f7f74199340 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f7f6400c970 tx=0x7f7f6400ce30 comp rx=0 tx=0).stop 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 shutdown_connections 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f7f5c0afaf0 0x7f7f5c0b2000 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f74103c20 0x7f7f74199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7f74108920 0x7f7f741a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 --2- 172.21.15.112:0/3947790578 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f741029e0 0x7f7f74199340 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 >> 172.21.15.112:0/3947790578 conn(0x7f7f740fdbd0 msgr2=0x7f7f74104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 shutdown_connections 2024-04-25T16:00:54.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:54.993+0000 7f7f78e97640 1 -- 172.21.15.112:0/3947790578 wait complete. 2024-04-25T16:00:55.006 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 -- 172.21.15.112:0/957214711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 msgr2=0x7f5bfc102e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 --2- 172.21.15.112:0/957214711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc102e90 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f5bec009900 tx=0x7f5bec02a3f0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 -- 172.21.15.112:0/957214711 shutdown_connections 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 --2- 172.21.15.112:0/957214711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bfc1080d0 0x7f5bfc10a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 --2- 172.21.15.112:0/957214711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bfc1033d0 0x7f5bfc1037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 --2- 172.21.15.112:0/957214711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc102e90 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 -- 172.21.15.112:0/957214711 >> 172.21.15.112:0/957214711 conn(0x7f5bfc0fd380 msgr2=0x7f5bfc0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 -- 172.21.15.112:0/957214711 shutdown_connections 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.115+0000 7f5c019f3640 1 -- 172.21.15.112:0/957214711 wait complete. 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 Processor -- start 2024-04-25T16:00:55.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 -- start start 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc10a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bfc1033d0 0x7f5bfc19ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bfc1080d0 0x7f5bfc1a14c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc10dbb0 con 0x7f5bfc102190 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc10da30 con 0x7f5bfc1080d0 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.116+0000 7f5c019f3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc10dd30 con 0x7f5bfc1033d0 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc10a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc10a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59740/0 (socket says 172.21.15.112:59740) 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 -- 172.21.15.112:0/2871086866 learned_addr learned my addr 172.21.15.112:0/2871086866 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfa7fc640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bfc1033d0 0x7f5bfc19ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfb7fe640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bfc1080d0 0x7f5bfc1a14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 -- 172.21.15.112:0/2871086866 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bfc1033d0 msgr2=0x7f5bfc19ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bfc1033d0 0x7f5bfc19ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 -- 172.21.15.112:0/2871086866 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bfc1080d0 msgr2=0x7f5bfc1a14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bfc1080d0 0x7f5bfc1a14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 -- 172.21.15.112:0/2871086866 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bfc1a1ce0 con 0x7f5bfc102190 2024-04-25T16:00:55.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5bfaffd640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc10a090 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5bec005760 tx=0x7f5bec003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:55.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5c009f1640 1 -- 172.21.15.112:0/2871086866 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bec03f070 con 0x7f5bfc102190 2024-04-25T16:00:55.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5c009f1640 1 -- 172.21.15.112:0/2871086866 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5bec031da0 con 0x7f5bfc102190 2024-04-25T16:00:55.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bfc1a1f70 con 0x7f5bfc102190 2024-04-25T16:00:55.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5c009f1640 1 -- 172.21.15.112:0/2871086866 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bec035030 con 0x7f5bfc102190 2024-04-25T16:00:55.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.117+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bfc1a2370 con 0x7f5bfc102190 2024-04-25T16:00:55.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.118+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bfc1077d0 con 0x7f5bfc102190 2024-04-25T16:00:55.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.121+0000 7f5c009f1640 1 -- 172.21.15.112:0/2871086866 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f5bec042070 con 0x7f5bfc102190 2024-04-25T16:00:55.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.121+0000 7f5c009f1640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5be40afaf0 0x7f5be40b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.121+0000 7f5bfa7fc640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5be40afaf0 0x7f5be40b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.121+0000 7f5c009f1640 1 -- 172.21.15.112:0/2871086866 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f5bec0fff40 con 0x7f5bfc102190 2024-04-25T16:00:55.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.122+0000 7f5bfa7fc640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5be40afaf0 0x7f5be40b2000 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc109a30 tx=0x7f5bf000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:55.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.125+0000 7f5c009f1640 1 -- 172.21.15.112:0/2871086866 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5bec0c80c0 con 0x7f5bfc102190 2024-04-25T16:00:55.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.301+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f5bfc02dce0 con 0x7f5bfc102190 2024-04-25T16:00:55.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.301+0000 7f5c009f1640 1 -- 172.21.15.112:0/2871086866 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v83) ==== 100+0+11 (secure 0 0 0) 0x7f5bec0cc3c0 con 0x7f5bfc102190 2024-04-25T16:00:55.302 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T16:00:55.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5be40afaf0 msgr2=0x7f5be40b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5be40afaf0 0x7f5be40b2000 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc109a30 tx=0x7f5bf000b410 comp rx=0 tx=0).stop 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 msgr2=0x7f5bfc10a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc10a090 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5bec005760 tx=0x7f5bec003d50 comp rx=0 tx=0).stop 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 shutdown_connections 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f5be40afaf0 0x7f5be40b2000 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bfc1033d0 0x7f5bfc19ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bfc1080d0 0x7f5bfc1a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 --2- 172.21.15.112:0/2871086866 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5bfc102190 0x7f5bfc10a090 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 >> 172.21.15.112:0/2871086866 conn(0x7f5bfc0fd380 msgr2=0x7f5bfc0fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 shutdown_connections 2024-04-25T16:00:55.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.303+0000 7f5c019f3640 1 -- 172.21.15.112:0/2871086866 wait complete. 2024-04-25T16:00:55.316 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T16:00:55.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 -- 172.21.15.112:0/2548819637 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 msgr2=0x7f0560105140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 --2- 172.21.15.112:0/2548819637 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f0560105140 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f0548009900 tx=0x7f054802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:55.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 -- 172.21.15.112:0/2548819637 shutdown_connections 2024-04-25T16:00:55.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 --2- 172.21.15.112:0/2548819637 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0560109a30 0x7f056010be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 --2- 172.21.15.112:0/2548819637 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f0560105140 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 --2- 172.21.15.112:0/2548819637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0560103af0 0x7f05601047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 -- 172.21.15.112:0/2548819637 >> 172.21.15.112:0/2548819637 conn(0x7f05600fece0 msgr2=0x7f0560101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 -- 172.21.15.112:0/2548819637 shutdown_connections 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.426+0000 7f0566092640 1 -- 172.21.15.112:0/2548819637 wait complete. 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 Processor -- start 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 -- start start 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0560103af0 0x7f056019a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f056019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0560109a30 0x7f05601a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f056010f4a0 con 0x7f0560104d30 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f056010f320 con 0x7f0560109a30 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f0566092640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f056010f620 con 0x7f0560103af0 2024-04-25T16:00:55.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f056019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f056019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59754/0 (socket says 172.21.15.112:59754) 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 -- 172.21.15.112:0/4159691535 learned_addr learned my addr 172.21.15.112:0/4159691535 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055ffff640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0560109a30 0x7f05601a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055f7fe640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0560103af0 0x7f056019a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 -- 172.21.15.112:0/4159691535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0560103af0 msgr2=0x7f056019a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0560103af0 0x7f056019a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 -- 172.21.15.112:0/4159691535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0560109a30 msgr2=0x7f05601a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0560109a30 0x7f05601a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.427+0000 7f055effd640 1 -- 172.21.15.112:0/4159691535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05601a1b10 con 0x7f0560104d30 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.428+0000 7f055effd640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f056019a630 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f0548009230 tx=0x7f05480042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.428+0000 7f055cff9640 1 -- 172.21.15.112:0/4159691535 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054803f030 con 0x7f0560104d30 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.428+0000 7f055cff9640 1 -- 172.21.15.112:0/4159691535 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0548003c90 con 0x7f0560104d30 2024-04-25T16:00:55.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.428+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05601a1da0 con 0x7f0560104d30 2024-04-25T16:00:55.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.428+0000 7f055cff9640 1 -- 172.21.15.112:0/4159691535 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0548035070 con 0x7f0560104d30 2024-04-25T16:00:55.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.428+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05601a21d0 con 0x7f0560104d30 2024-04-25T16:00:55.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.429+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0560108840 con 0x7f0560104d30 2024-04-25T16:00:55.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.430+0000 7f055cff9640 1 -- 172.21.15.112:0/4159691535 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f0548042030 con 0x7f0560104d30 2024-04-25T16:00:55.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.431+0000 7f055cff9640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f054c0afaf0 0x7f054c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.431+0000 7f055f7fe640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f054c0afaf0 0x7f054c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.431+0000 7f055cff9640 1 -- 172.21.15.112:0/4159691535 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f05480ff810 con 0x7f0560104d30 2024-04-25T16:00:55.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.431+0000 7f055f7fe640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f054c0afaf0 0x7f054c0b2000 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0550005fd0 tx=0x7f0550005ce0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:55.436 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.436+0000 7f055cff9640 1 -- 172.21.15.112:0/4159691535 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f05480c7fe0 con 0x7f0560104d30 2024-04-25T16:00:55.616 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.615+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f05600637a0 con 0x7f0560104d30 2024-04-25T16:00:55.616 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.615+0000 7f055cff9640 1 -- 172.21.15.112:0/4159691535 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v83) ==== 103+0+11 (secure 0 0 0) 0x7f05480c78e0 con 0x7f0560104d30 2024-04-25T16:00:55.617 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f054c0afaf0 msgr2=0x7f054c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f054c0afaf0 0x7f054c0b2000 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0550005fd0 tx=0x7f0550005ce0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 msgr2=0x7f056019a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f056019a630 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f0548009230 tx=0x7f05480042f0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 shutdown_connections 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f054c0afaf0 0x7f054c0b2000 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0560109a30 0x7f05601a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0560104d30 0x7f056019a630 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 --2- 172.21.15.112:0/4159691535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0560103af0 0x7f056019a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.617+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 >> 172.21.15.112:0/4159691535 conn(0x7f05600fece0 msgr2=0x7f0560105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:55.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.618+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 shutdown_connections 2024-04-25T16:00:55.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.618+0000 7f0566092640 1 -- 172.21.15.112:0/4159691535 wait complete. 2024-04-25T16:00:55.629 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:55 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/732840544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.629 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:55 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3947790578' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.629 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:55 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2871086866' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.630 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.736+0000 7f423236c640 1 -- 172.21.15.112:0/3400962396 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c108920 msgr2=0x7f422c10ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.736+0000 7f423236c640 1 --2- 172.21.15.112:0/3400962396 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c108920 0x7f422c10ad40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f4224009ca0 tx=0x7f422402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.736+0000 7f423236c640 1 -- 172.21.15.112:0/3400962396 shutdown_connections 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.736+0000 7f423236c640 1 --2- 172.21.15.112:0/3400962396 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c108920 0x7f422c10ad40 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.736+0000 7f423236c640 1 --2- 172.21.15.112:0/3400962396 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f422c103c20 0x7f422c104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.736+0000 7f423236c640 1 --2- 172.21.15.112:0/3400962396 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f422c1029e0 0x7f422c1036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.736+0000 7f423236c640 1 -- 172.21.15.112:0/3400962396 >> 172.21.15.112:0/3400962396 conn(0x7f422c0fdbf0 msgr2=0x7f422c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:55.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.737+0000 7f423236c640 1 -- 172.21.15.112:0/3400962396 shutdown_connections 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.737+0000 7f423236c640 1 -- 172.21.15.112:0/3400962396 wait complete. 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.737+0000 7f423236c640 1 Processor -- start 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.737+0000 7f423236c640 1 -- start start 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.737+0000 7f423236c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f422c1029e0 0x7f422c0758a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.737+0000 7f423236c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c103c20 0x7f422c19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f423236c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f422c108920 0x7f422c1a1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f423236c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f422c10e410 con 0x7f422c103c20 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f423236c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f422c10e290 con 0x7f422c1029e0 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f423236c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f422c10e590 con 0x7f422c108920 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c103c20 0x7f422c19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c103c20 0x7f422c19eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59766/0 (socket says 172.21.15.112:59766) 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 -- 172.21.15.112:0/1532304600 learned_addr learned my addr 172.21.15.112:0/1532304600 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:55.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f4230909640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f422c108920 0x7f422c1a1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422bfff640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f422c1029e0 0x7f422c0758a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 -- 172.21.15.112:0/1532304600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f422c108920 msgr2=0x7f422c1a1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f422c108920 0x7f422c1a1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 -- 172.21.15.112:0/1532304600 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f422c1029e0 msgr2=0x7f422c0758a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f422c1029e0 0x7f422c0758a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 -- 172.21.15.112:0/1532304600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422c1a1c00 con 0x7f422c103c20 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f4230909640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f422c108920 0x7f422c1a1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f422b7fe640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c103c20 0x7f422c19eec0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f422000c920 tx=0x7f422000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f42297fa640 1 -- 172.21.15.112:0/1532304600 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4220007c70 con 0x7f422c103c20 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f422c1a1ef0 con 0x7f422c103c20 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f42297fa640 1 -- 172.21.15.112:0/1532304600 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4220007e10 con 0x7f422c103c20 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f42297fa640 1 -- 172.21.15.112:0/1532304600 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42200186f0 con 0x7f422c103c20 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.738+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f422c1a23b0 con 0x7f422c103c20 2024-04-25T16:00:55.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.739+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f422c107730 con 0x7f422c103c20 2024-04-25T16:00:55.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.741+0000 7f42297fa640 1 -- 172.21.15.112:0/1532304600 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f422000f450 con 0x7f422c103c20 2024-04-25T16:00:55.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.741+0000 7f42297fa640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f42140afaf0 0x7f42140b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:55.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.741+0000 7f422bfff640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f42140afaf0 0x7f42140b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:55.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.741+0000 7f42297fa640 1 -- 172.21.15.112:0/1532304600 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f42200df580 con 0x7f422c103c20 2024-04-25T16:00:55.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.742+0000 7f422bfff640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f42140afaf0 0x7f42140b2000 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f421c005fd0 tx=0x7f421c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:55.745 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.745+0000 7f42297fa640 1 -- 172.21.15.112:0/1532304600 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4220014030 con 0x7f422c103c20 2024-04-25T16:00:55.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:55 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/732840544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:55 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3947790578' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:55 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2871086866' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:55 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/732840544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:55 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3947790578' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:55 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2871086866' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:55.960 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.959+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f422c02db50 con 0x7f422c103c20 2024-04-25T16:00:55.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.960+0000 7f42297fa640 1 -- 172.21.15.112:0/1532304600 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7f42200a7de0 con 0x7f422c103c20 2024-04-25T16:00:55.961 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:55.961 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:59:09.956298+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[24503,24548,24484,24470,14649]},"id":1}]} 2024-04-25T16:00:55.962 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 28 2024-04-25T16:00:55.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.962+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f42140afaf0 msgr2=0x7f42140b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.962+0000 7f423236c640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f42140afaf0 0x7f42140b2000 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f421c005fd0 tx=0x7f421c005850 comp rx=0 tx=0).stop 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.962+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c103c20 msgr2=0x7f422c19eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.962+0000 7f423236c640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c103c20 0x7f422c19eec0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f422000c920 tx=0x7f422000cde0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.962+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 shutdown_connections 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.963+0000 7f423236c640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f42140afaf0 0x7f42140b2000 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.963+0000 7f423236c640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f422c108920 0x7f422c1a1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.963+0000 7f423236c640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f422c103c20 0x7f422c19eec0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.963+0000 7f423236c640 1 --2- 172.21.15.112:0/1532304600 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f422c1029e0 0x7f422c0758a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.963+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 >> 172.21.15.112:0/1532304600 conn(0x7f422c0fdbf0 msgr2=0x7f422c104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.963+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 shutdown_connections 2024-04-25T16:00:55.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:55.963+0000 7f423236c640 1 -- 172.21.15.112:0/1532304600 wait complete. 2024-04-25T16:00:55.975 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:00:56.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 -- 172.21.15.112:0/1600277325 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 msgr2=0x7f350c104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 --2- 172.21.15.112:0/1600277325 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c104050 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f34f8009900 tx=0x7f34f802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:56.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 -- 172.21.15.112:0/1600277325 shutdown_connections 2024-04-25T16:00:56.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 --2- 172.21.15.112:0/1600277325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f350c108940 0x7f350c10ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 --2- 172.21.15.112:0/1600277325 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c104050 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 --2- 172.21.15.112:0/1600277325 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f350c102a00 0x7f350c103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 -- 172.21.15.112:0/1600277325 >> 172.21.15.112:0/1600277325 conn(0x7f350c0fdbf0 msgr2=0x7f350c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 -- 172.21.15.112:0/1600277325 shutdown_connections 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.082+0000 7f3512e15640 1 -- 172.21.15.112:0/1600277325 wait complete. 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 Processor -- start 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 -- start start 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f350c102a00 0x7f350c199010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f350c108940 0x7f350c1a04e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f350c10e3e0 con 0x7f350c103c40 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f350c10e260 con 0x7f350c102a00 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3512e15640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f350c10e560 con 0x7f350c108940 2024-04-25T16:00:56.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59786/0 (socket says 172.21.15.112:59786) 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 -- 172.21.15.112:0/530042467 learned_addr learned my addr 172.21.15.112:0/530042467 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f3510bb1640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f350c102a00 0x7f350c199010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f35113b2640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f350c108940 0x7f350c1a04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 -- 172.21.15.112:0/530042467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f350c108940 msgr2=0x7f350c1a04e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f350c108940 0x7f350c1a04e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 -- 172.21.15.112:0/530042467 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f350c102a00 msgr2=0x7f350c199010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f350c102a00 0x7f350c199010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.083+0000 7f350bfff640 1 -- 172.21.15.112:0/530042467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f350c1a0b50 con 0x7f350c103c40 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.084+0000 7f350bfff640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c199550 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f34f8009230 tx=0x7f34f80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.084+0000 7f3509ffb640 1 -- 172.21.15.112:0/530042467 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f803f030 con 0x7f350c103c40 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.084+0000 7f3509ffb640 1 -- 172.21.15.112:0/530042467 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f34f80044c0 con 0x7f350c103c40 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.084+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f350c1a0de0 con 0x7f350c103c40 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.084+0000 7f3509ffb640 1 -- 172.21.15.112:0/530042467 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f8035070 con 0x7f350c103c40 2024-04-25T16:00:56.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.084+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f350c1a1210 con 0x7f350c103c40 2024-04-25T16:00:56.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.085+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f350c107750 con 0x7f350c103c40 2024-04-25T16:00:56.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.086+0000 7f3509ffb640 1 -- 172.21.15.112:0/530042467 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f34f8042030 con 0x7f350c103c40 2024-04-25T16:00:56.088 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.087+0000 7f3509ffb640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34fc0afaf0 0x7f34fc0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.087+0000 7f3510bb1640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34fc0afaf0 0x7f34fc0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.087+0000 7f3509ffb640 1 -- 172.21.15.112:0/530042467 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f34f80ff9e0 con 0x7f350c103c40 2024-04-25T16:00:56.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.088+0000 7f3510bb1640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34fc0afaf0 0x7f34fc0b2000 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3500005fd0 tx=0x7f350000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:56.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.091+0000 7f3509ffb640 1 -- 172.21.15.112:0/530042467 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f34f80c81b0 con 0x7f350c103c40 2024-04-25T16:00:56.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.271+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f350c0637d0 con 0x7f350c103c40 2024-04-25T16:00:56.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.273+0000 7f3509ffb640 1 -- 172.21.15.112:0/530042467 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+24976 (secure 0 0 0) 0x7f34f80d0230 con 0x7f350c103c40 2024-04-25T16:00:56.274 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:56.274 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":83,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T16:00:33.638610+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":1}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.d","mappings":[{"from":5,"to":11}]},{"pgid":"2.1d","mappings":[{"from":7,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.7","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:00:56.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34fc0afaf0 msgr2=0x7f34fc0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34fc0afaf0 0x7f34fc0b2000 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3500005fd0 tx=0x7f350000b410 comp rx=0 tx=0).stop 2024-04-25T16:00:56.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 msgr2=0x7f350c199550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c199550 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f34f8009230 tx=0x7f34f80040c0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 shutdown_connections 2024-04-25T16:00:56.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34fc0afaf0 0x7f34fc0b2000 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f350c108940 0x7f350c1a04e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f350c103c40 0x7f350c199550 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 --2- 172.21.15.112:0/530042467 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f350c102a00 0x7f350c199010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 >> 172.21.15.112:0/530042467 conn(0x7f350c0fdbf0 msgr2=0x7f350c104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:56.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 shutdown_connections 2024-04-25T16:00:56.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.275+0000 7f3512e15640 1 -- 172.21.15.112:0/530042467 wait complete. 2024-04-25T16:00:56.288 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T16:00:56.288 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 -- 172.21.15.112:0/2946209006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac108920 msgr2=0x7f6bac10ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2946209006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac108920 0x7f6bac10ad40 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f6ba4009ca0 tx=0x7f6ba402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 -- 172.21.15.112:0/2946209006 shutdown_connections 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2946209006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac103c20 0x7f6bac104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2946209006 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac108920 0x7f6bac10ad40 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2946209006 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bac1029e0 0x7f6bac1036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 -- 172.21.15.112:0/2946209006 >> 172.21.15.112:0/2946209006 conn(0x7f6bac0fdbd0 msgr2=0x7f6bac100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 -- 172.21.15.112:0/2946209006 shutdown_connections 2024-04-25T16:00:56.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.398+0000 7f6bb2270640 1 -- 172.21.15.112:0/2946209006 wait complete. 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 Processor -- start 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 -- start start 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac1029e0 0x7f6bac199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bac103c20 0x7f6bac199590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac108920 0x7f6bac1a0520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac10e3f0 con 0x7f6bac1029e0 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac10e270 con 0x7f6bac103c20 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bb2270640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac10e570 con 0x7f6bac108920 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6babfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac1029e0 0x7f6bac199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6babfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac1029e0 0x7f6bac199050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59816/0 (socket says 172.21.15.112:59816) 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6babfff640 1 -- 172.21.15.112:0/2073873536 learned_addr learned my addr 172.21.15.112:0/2073873536 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.399+0000 7f6bab7fe640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bac103c20 0x7f6bac199590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6bb080d640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac108920 0x7f6bac1a0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6babfff640 1 -- 172.21.15.112:0/2073873536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac108920 msgr2=0x7f6bac1a0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6babfff640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac108920 0x7f6bac1a0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6babfff640 1 -- 172.21.15.112:0/2073873536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bac103c20 msgr2=0x7f6bac199590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6babfff640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bac103c20 0x7f6bac199590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6babfff640 1 -- 172.21.15.112:0/2073873536 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bac1a0b90 con 0x7f6bac1029e0 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6bb080d640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac108920 0x7f6bac1a0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6babfff640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac1029e0 0x7f6bac199050 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00d740 tx=0x7f6b9c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6ba97fa640 1 -- 172.21.15.112:0/2073873536 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c017070 con 0x7f6bac1029e0 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6ba97fa640 1 -- 172.21.15.112:0/2073873536 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6b9c00de50 con 0x7f6bac1029e0 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bac1a0e80 con 0x7f6bac1029e0 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6ba97fa640 1 -- 172.21.15.112:0/2073873536 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c003bb0 con 0x7f6bac1029e0 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.400+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bac1a12e0 con 0x7f6bac1029e0 2024-04-25T16:00:56.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.401+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bac06a160 con 0x7f6bac1029e0 2024-04-25T16:00:56.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.404+0000 7f6ba97fa640 1 -- 172.21.15.112:0/2073873536 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f6b9c003d50 con 0x7f6bac1029e0 2024-04-25T16:00:56.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.404+0000 7f6ba97fa640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6b980afaf0 0x7f6b980b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.404+0000 7f6bab7fe640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6b980afaf0 0x7f6b980b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.404+0000 7f6ba97fa640 1 -- 172.21.15.112:0/2073873536 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f6b9c0dee60 con 0x7f6bac1029e0 2024-04-25T16:00:56.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.405+0000 7f6bab7fe640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6b980afaf0 0x7f6b980b2000 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6b940058c0 tx=0x7f6b9400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:56.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.408+0000 7f6ba97fa640 1 -- 172.21.15.112:0/2073873536 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6b9c0a7630 con 0x7f6bac1029e0 2024-04-25T16:00:56.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.588+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6bac02db50 con 0x7f6bac1029e0 2024-04-25T16:00:56.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.588+0000 7f6ba97fa640 1 -- 172.21.15.112:0/2073873536 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f6b9c0a6f30 con 0x7f6bac1029e0 2024-04-25T16:00:56.589 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T16:00:56.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6b980afaf0 msgr2=0x7f6b980b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6b980afaf0 0x7f6b980b2000 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6b940058c0 tx=0x7f6b9400a2d0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac1029e0 msgr2=0x7f6bac199050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac1029e0 0x7f6bac199050 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00d740 tx=0x7f6b9c00dc00 comp rx=0 tx=0).stop 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 shutdown_connections 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f6b980afaf0 0x7f6b980b2000 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac108920 0x7f6bac1a0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bac103c20 0x7f6bac199590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 --2- 172.21.15.112:0/2073873536 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6bac1029e0 0x7f6bac199050 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 >> 172.21.15.112:0/2073873536 conn(0x7f6bac0fdbd0 msgr2=0x7f6bac104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.590+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 shutdown_connections 2024-04-25T16:00:56.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.591+0000 7f6bb2270640 1 -- 172.21.15.112:0/2073873536 wait complete. 2024-04-25T16:00:56.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:56 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4159691535' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:56.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:56 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1532304600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:56.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:56 smithi112 ceph-mon[29426]: pgmap v355: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-25T16:00:56.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:56 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/530042467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:56.603 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T16:00:56.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 -- 172.21.15.112:0/359965107 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc1080b0 msgr2=0x7efdfc10a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 --2- 172.21.15.112:0/359965107 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc1080b0 0x7efdfc10a4d0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7efdf4009ca0 tx=0x7efdf402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 -- 172.21.15.112:0/359965107 shutdown_connections 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 --2- 172.21.15.112:0/359965107 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc1080b0 0x7efdfc10a4d0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 --2- 172.21.15.112:0/359965107 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efdfc1033b0 0x7efdfc1037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 --2- 172.21.15.112:0/359965107 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdfc102170 0x7efdfc102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 -- 172.21.15.112:0/359965107 >> 172.21.15.112:0/359965107 conn(0x7efdfc0fd340 msgr2=0x7efdfc0ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 -- 172.21.15.112:0/359965107 shutdown_connections 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 -- 172.21.15.112:0/359965107 wait complete. 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.713+0000 7efe0215e640 1 Processor -- start 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 -- start start 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc102170 0x7efdfc19a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efdfc1033b0 0x7efdfc19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdfc1080b0 0x7efdfc1a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7efdfc10d300 con 0x7efdfc102170 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7efdfc10d180 con 0x7efdfc1033b0 2024-04-25T16:00:56.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efdfc10d480 con 0x7efdfc1080b0 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc102170 0x7efdfc19a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc102170 0x7efdfc19a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59830/0 (socket says 172.21.15.112:59830) 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 -- 172.21.15.112:0/4076137197 learned_addr learned my addr 172.21.15.112:0/4076137197 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdf3fff640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efdfc1033b0 0x7efdfc19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfbfff640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdfc1080b0 0x7efdfc1a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 -- 172.21.15.112:0/4076137197 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdfc1080b0 msgr2=0x7efdfc1a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdfc1080b0 0x7efdfc1a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 -- 172.21.15.112:0/4076137197 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efdfc1033b0 msgr2=0x7efdfc19a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efdfc1033b0 0x7efdfc19a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 -- 172.21.15.112:0/4076137197 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdfc1a1b80 con 0x7efdfc102170 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdf3fff640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efdfc1033b0 0x7efdfc19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdfb7fe640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc102170 0x7efdfc19a0f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7efdec00c970 tx=0x7efdec00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdf97fa640 1 -- 172.21.15.112:0/4076137197 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdec007c70 con 0x7efdfc102170 2024-04-25T16:00:56.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efdf97fa640 1 -- 172.21.15.112:0/4076137197 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efdec007e10 con 0x7efdfc102170 2024-04-25T16:00:56.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.714+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdfc1a1e70 con 0x7efdfc102170 2024-04-25T16:00:56.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.715+0000 7efdf97fa640 1 -- 172.21.15.112:0/4076137197 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdec0186f0 con 0x7efdfc102170 2024-04-25T16:00:56.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.715+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdfc1a22d0 con 0x7efdfc102170 2024-04-25T16:00:56.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.716+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdfc1a2590 con 0x7efdfc102170 2024-04-25T16:00:56.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.717+0000 7efdf97fa640 1 -- 172.21.15.112:0/4076137197 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7efdec00fa90 con 0x7efdfc102170 2024-04-25T16:00:56.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.717+0000 7efdf97fa640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efde80afae0 0x7efde80b1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:56.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.718+0000 7efdf3fff640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efde80afae0 0x7efde80b1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:56.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.718+0000 7efdf97fa640 1 -- 172.21.15.112:0/4076137197 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7efdec0df100 con 0x7efdfc102170 2024-04-25T16:00:56.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.718+0000 7efdf3fff640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efde80afae0 0x7efde80b1ff0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efde4005fd0 tx=0x7efde4005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:56.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.722+0000 7efdf97fa640 1 -- 172.21.15.112:0/4076137197 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efdec014030 con 0x7efdfc102170 2024-04-25T16:00:56.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:56 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4159691535' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:56.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:56 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1532304600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:56.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:56 smithi116 ceph-mon[32780]: pgmap v355: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-25T16:00:56.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:56 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/530042467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:56.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.898+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7efdfc1a2760 con 0x7efdfc102170 2024-04-25T16:00:56.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.898+0000 7efdf97fa640 1 -- 172.21.15.112:0/4076137197 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v83) ==== 104+0+11 (secure 0 0 0) 0x7efdec0a78d0 con 0x7efdfc102170 2024-04-25T16:00:56.899 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:56.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efde80afae0 msgr2=0x7efde80b1ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efde80afae0 0x7efde80b1ff0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efde4005fd0 tx=0x7efde4005850 comp rx=0 tx=0).stop 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc102170 msgr2=0x7efdfc19a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc102170 0x7efdfc19a0f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7efdec00c970 tx=0x7efdec00ce30 comp rx=0 tx=0).stop 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 shutdown_connections 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7efde80afae0 0x7efde80b1ff0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdfc1080b0 0x7efdfc1a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efdfc1033b0 0x7efdfc19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 --2- 172.21.15.112:0/4076137197 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efdfc102170 0x7efdfc19a0f0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 >> 172.21.15.112:0/4076137197 conn(0x7efdfc0fd340 msgr2=0x7efdfc109bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 shutdown_connections 2024-04-25T16:00:56.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:56.900+0000 7efe0215e640 1 -- 172.21.15.112:0/4076137197 wait complete. 2024-04-25T16:00:56.913 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T16:00:56.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:56 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4159691535' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:56.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:56 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1532304600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:56.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:56 smithi133 ceph-mon[32641]: pgmap v355: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-25T16:00:56.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:56 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/530042467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:57.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 -- 172.21.15.112:0/663167655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a01029e0 msgr2=0x7f13a01036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/663167655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a01029e0 0x7f13a01036e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1394009900 tx=0x7f139402a410 comp rx=0 tx=0).stop 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 -- 172.21.15.112:0/663167655 shutdown_connections 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/663167655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13a0103c20 0x7f13a0104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/663167655 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13a0108920 0x7f13a010ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/663167655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a01029e0 0x7f13a01036e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 -- 172.21.15.112:0/663167655 >> 172.21.15.112:0/663167655 conn(0x7f13a00fdbd0 msgr2=0x7f13a0100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 -- 172.21.15.112:0/663167655 shutdown_connections 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 -- 172.21.15.112:0/663167655 wait complete. 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 Processor -- start 2024-04-25T16:00:57.027 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.023+0000 7f13a6ad8640 1 -- start start 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a6ad8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13a01029e0 0x7f13a019a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a6ad8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13a0103c20 0x7f13a019a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a6ad8640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a0108920 0x7f13a01a1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a6ad8640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f13a010e390 con 0x7f13a0108920 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a6ad8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f13a010e210 con 0x7f13a01029e0 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a6ad8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f13a010e510 con 0x7f13a0103c20 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a0108920 0x7f13a01a1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a0108920 0x7f13a01a1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59852/0 (socket says 172.21.15.112:59852) 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 -- 172.21.15.112:0/770482080 learned_addr learned my addr 172.21.15.112:0/770482080 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a4874640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13a01029e0 0x7f13a019a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f139ffff640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13a0103c20 0x7f13a019a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 -- 172.21.15.112:0/770482080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13a0103c20 msgr2=0x7f13a019a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13a0103c20 0x7f13a019a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 -- 172.21.15.112:0/770482080 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13a01029e0 msgr2=0x7f13a019a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13a01029e0 0x7f13a019a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 -- 172.21.15.112:0/770482080 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13a01a1fd0 con 0x7f13a0108920 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a5075640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a0108920 0x7f13a01a1960 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f139800eb10 tx=0x7f139800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f139dffb640 1 -- 172.21.15.112:0/770482080 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1398004b20 con 0x7f13a0108920 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.024+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13a01a22c0 con 0x7f13a0108920 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.025+0000 7f139dffb640 1 -- 172.21.15.112:0/770482080 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1398004cc0 con 0x7f13a0108920 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.025+0000 7f139dffb640 1 -- 172.21.15.112:0/770482080 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1398010690 con 0x7f13a0108920 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.025+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13a01a2810 con 0x7f13a0108920 2024-04-25T16:00:57.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.026+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13a006c2a0 con 0x7f13a0108920 2024-04-25T16:00:57.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.027+0000 7f139dffb640 1 -- 172.21.15.112:0/770482080 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f1398005020 con 0x7f13a0108920 2024-04-25T16:00:57.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.028+0000 7f139dffb640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f13900afaf0 0x7f13900b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.028+0000 7f13a4874640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f13900afaf0 0x7f13900b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.028+0000 7f139dffb640 1 -- 172.21.15.112:0/770482080 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f13980df6b0 con 0x7f13a0108920 2024-04-25T16:00:57.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.028+0000 7f13a4874640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f13900afaf0 0x7f13900b2000 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1394005760 tx=0x7f1394000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:57.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.032+0000 7f139dffb640 1 -- 172.21.15.112:0/770482080 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f13980a7e80 con 0x7f13a0108920 2024-04-25T16:00:57.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.208+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f13a01a2d70 con 0x7f13a0108920 2024-04-25T16:00:57.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.209+0000 7f139dffb640 1 -- 172.21.15.112:0/770482080 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v83) ==== 100+0+11 (secure 0 0 0) 0x7f13980a7780 con 0x7f13a0108920 2024-04-25T16:00:57.210 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T16:00:57.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f13900afaf0 msgr2=0x7f13900b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f13900afaf0 0x7f13900b2000 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1394005760 tx=0x7f1394000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a0108920 msgr2=0x7f13a01a1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a0108920 0x7f13a01a1960 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f139800eb10 tx=0x7f139800c2d0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 shutdown_connections 2024-04-25T16:00:57.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f13900afaf0 0x7f13900b2000 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13a0103c20 0x7f13a019a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f13a0108920 0x7f13a01a1960 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 --2- 172.21.15.112:0/770482080 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13a01029e0 0x7f13a019a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 >> 172.21.15.112:0/770482080 conn(0x7f13a00fdbd0 msgr2=0x7f13a0109eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:57.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 shutdown_connections 2024-04-25T16:00:57.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.211+0000 7f13a6ad8640 1 -- 172.21.15.112:0/770482080 wait complete. 2024-04-25T16:00:57.224 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T16:00:57.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 -- 172.21.15.112:0/1362543835 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c103b30 msgr2=0x7fa74c104000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 --2- 172.21.15.112:0/1362543835 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c103b30 0x7fa74c104000 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009900 tx=0x7fa73c02a410 comp rx=0 tx=0).stop 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 -- 172.21.15.112:0/1362543835 shutdown_connections 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 --2- 172.21.15.112:0/1362543835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa74c104690 0x7fa74c10ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 --2- 172.21.15.112:0/1362543835 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c103b30 0x7fa74c104000 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 --2- 172.21.15.112:0/1362543835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa74c102fd0 0x7fa74c1033e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 -- 172.21.15.112:0/1362543835 >> 172.21.15.112:0/1362543835 conn(0x7fa74c0fd350 msgr2=0x7fa74c0ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 -- 172.21.15.112:0/1362543835 shutdown_connections 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.335+0000 7fa7543d7640 1 -- 172.21.15.112:0/1362543835 wait complete. 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 Processor -- start 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 -- start start 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa74c102fd0 0x7fa74c198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa74c103b30 0x7fa74c1993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c19e370 0x7fa74c1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c10e660 con 0x7fa74c19e370 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c10e4e0 con 0x7fa74c102fd0 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa7543d7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c10e7e0 con 0x7fa74c103b30 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa752974640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c19e370 0x7fa74c1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa752974640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c19e370 0x7fa74c1a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59874/0 (socket says 172.21.15.112:59874) 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa752974640 1 -- 172.21.15.112:0/2396487301 learned_addr learned my addr 172.21.15.112:0/2396487301 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa752173640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa74c102fd0 0x7fa74c198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.336+0000 7fa751972640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa74c103b30 0x7fa74c1993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa752974640 1 -- 172.21.15.112:0/2396487301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa74c103b30 msgr2=0x7fa74c1993f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa752974640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa74c103b30 0x7fa74c1993f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa752974640 1 -- 172.21.15.112:0/2396487301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa74c102fd0 msgr2=0x7fa74c198eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa752974640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa74c102fd0 0x7fa74c198eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa752974640 1 -- 172.21.15.112:0/2396487301 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa74c1a0e00 con 0x7fa74c19e370 2024-04-25T16:00:57.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa752974640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c19e370 0x7fa74c1a0790 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa744007c30 tx=0x7fa74400e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:57.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa7437fe640 1 -- 172.21.15.112:0/2396487301 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744019020 con 0x7fa74c19e370 2024-04-25T16:00:57.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa74c101860 con 0x7fa74c19e370 2024-04-25T16:00:57.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa7437fe640 1 -- 172.21.15.112:0/2396487301 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa74400c0d0 con 0x7fa74c19e370 2024-04-25T16:00:57.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa7437fe640 1 -- 172.21.15.112:0/2396487301 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744005400 con 0x7fa74c19e370 2024-04-25T16:00:57.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.337+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa74c101e30 con 0x7fa74c19e370 2024-04-25T16:00:57.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.338+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa74c06b330 con 0x7fa74c19e370 2024-04-25T16:00:57.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.339+0000 7fa7437fe640 1 -- 172.21.15.112:0/2396487301 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fa744004a40 con 0x7fa74c19e370 2024-04-25T16:00:57.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.340+0000 7fa7437fe640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7380afaf0 0x7fa7380b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.340+0000 7fa752173640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7380afaf0 0x7fa7380b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.340+0000 7fa7437fe640 1 -- 172.21.15.112:0/2396487301 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fa7440e0e30 con 0x7fa74c19e370 2024-04-25T16:00:57.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.340+0000 7fa752173640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7380afaf0 0x7fa7380b2000 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa74c103a30 tx=0x7fa748009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:57.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.343+0000 7fa7437fe640 1 -- 172.21.15.112:0/2396487301 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa744023020 con 0x7fa74c19e370 2024-04-25T16:00:57.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.524+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fa74c1a1090 con 0x7fa74c19e370 2024-04-25T16:00:57.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.525+0000 7fa7437fe640 1 -- 172.21.15.112:0/2396487301 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v83) ==== 103+0+11 (secure 0 0 0) 0x7fa7440cb0a0 con 0x7fa74c19e370 2024-04-25T16:00:57.526 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7380afaf0 msgr2=0x7fa7380b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7380afaf0 0x7fa7380b2000 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa74c103a30 tx=0x7fa748009110 comp rx=0 tx=0).stop 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c19e370 msgr2=0x7fa74c1a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c19e370 0x7fa74c1a0790 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa744007c30 tx=0x7fa74400e420 comp rx=0 tx=0).stop 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 shutdown_connections 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7380afaf0 0x7fa7380b2000 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa74c103b30 0x7fa74c1993f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa74c19e370 0x7fa74c1a0790 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 --2- 172.21.15.112:0/2396487301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa74c102fd0 0x7fa74c198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 >> 172.21.15.112:0/2396487301 conn(0x7fa74c0fd350 msgr2=0x7fa74c0ff770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 shutdown_connections 2024-04-25T16:00:57.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.527+0000 7fa7543d7640 1 -- 172.21.15.112:0/2396487301 wait complete. 2024-04-25T16:00:57.538 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:57 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2073873536' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.538 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:57 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4076137197' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.538 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:57 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/770482080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.539 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T16:00:57.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 -- 172.21.15.112:0/930093958 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb510108920 msgr2=0x7fb51010ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 --2- 172.21.15.112:0/930093958 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb510108920 0x7fb51010ad40 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fb508009ca0 tx=0x7fb50802a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 -- 172.21.15.112:0/930093958 shutdown_connections 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 --2- 172.21.15.112:0/930093958 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb510103c20 0x7fb510104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 --2- 172.21.15.112:0/930093958 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb510108920 0x7fb51010ad40 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 --2- 172.21.15.112:0/930093958 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb5101029e0 0x7fb5101036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 -- 172.21.15.112:0/930093958 >> 172.21.15.112:0/930093958 conn(0x7fb5100fdbd0 msgr2=0x7fb510100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 -- 172.21.15.112:0/930093958 shutdown_connections 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.646+0000 7fb51864a640 1 -- 172.21.15.112:0/930093958 wait complete. 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 Processor -- start 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 -- start start 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5101029e0 0x7fb51019a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb510103c20 0x7fb51019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb510108920 0x7fb5101a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb51010f520 con 0x7fb5101029e0 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb51010f3a0 con 0x7fb510103c20 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb51864a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb51010f6a0 con 0x7fb510108920 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5101029e0 0x7fb51019a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5101029e0 0x7fb51019a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59892/0 (socket says 172.21.15.112:59892) 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 -- 172.21.15.112:0/2732912973 learned_addr learned my addr 172.21.15.112:0/2732912973 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb516be7640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb510108920 0x7fb5101a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb515be5640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb510103c20 0x7fb51019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 -- 172.21.15.112:0/2732912973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb510108920 msgr2=0x7fb5101a1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb510108920 0x7fb5101a1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 -- 172.21.15.112:0/2732912973 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb510103c20 msgr2=0x7fb51019a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb510103c20 0x7fb51019a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 -- 172.21.15.112:0/2732912973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5101a1cb0 con 0x7fb5101029e0 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb516be7640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb510108920 0x7fb5101a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:57.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb515be5640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb510103c20 0x7fb51019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.647+0000 7fb5163e6640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5101029e0 0x7fb51019a170 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fb50400c970 tx=0x7fb50400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.648+0000 7fb5037fe640 1 -- 172.21.15.112:0/2732912973 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504004220 con 0x7fb5101029e0 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.648+0000 7fb5037fe640 1 -- 172.21.15.112:0/2732912973 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb504007e40 con 0x7fb5101029e0 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.648+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5101a1fa0 con 0x7fb5101029e0 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.648+0000 7fb5037fe640 1 -- 172.21.15.112:0/2732912973 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50400f450 con 0x7fb5101029e0 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.648+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5101a2460 con 0x7fb5101029e0 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.649+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb510107730 con 0x7fb5101029e0 2024-04-25T16:00:57.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.650+0000 7fb5037fe640 1 -- 172.21.15.112:0/2732912973 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fb5040079b0 con 0x7fb5101029e0 2024-04-25T16:00:57.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.650+0000 7fb5037fe640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4fc0afb70 0x7fb4fc0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.651+0000 7fb515be5640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4fc0afb70 0x7fb4fc0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.651+0000 7fb5037fe640 1 -- 172.21.15.112:0/2732912973 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fb5040df110 con 0x7fb5101029e0 2024-04-25T16:00:57.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.651+0000 7fb515be5640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4fc0afb70 0x7fb4fc0b2080 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb51019b210 tx=0x7fb50c005e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:57.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.654+0000 7fb5037fe640 1 -- 172.21.15.112:0/2732912973 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb504014030 con 0x7fb5101029e0 2024-04-25T16:00:57.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:57 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2073873536' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:57 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4076137197' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:57 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/770482080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.868+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb51002dda0 con 0x7fb5101029e0 2024-04-25T16:00:57.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.869+0000 7fb5037fe640 1 -- 172.21.15.112:0/2732912973 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11944 (secure 0 0 0) 0x7fb5040a7960 con 0x7fb5101029e0 2024-04-25T16:00:57.870 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:57.870 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T15:59:09.956298+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[24503,24548,24484,24470,14649]},"id":1}]} 2024-04-25T16:00:57.870 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 28 2024-04-25T16:00:57.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4fc0afb70 msgr2=0x7fb4fc0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4fc0afb70 0x7fb4fc0b2080 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb51019b210 tx=0x7fb50c005e70 comp rx=0 tx=0).stop 2024-04-25T16:00:57.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5101029e0 msgr2=0x7fb51019a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5101029e0 0x7fb51019a170 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fb50400c970 tx=0x7fb50400ce30 comp rx=0 tx=0).stop 2024-04-25T16:00:57.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 shutdown_connections 2024-04-25T16:00:57.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4fc0afb70 0x7fb4fc0b2080 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb510108920 0x7fb5101a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb510103c20 0x7fb51019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 --2- 172.21.15.112:0/2732912973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb5101029e0 0x7fb51019a170 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 >> 172.21.15.112:0/2732912973 conn(0x7fb5100fdbd0 msgr2=0x7fb510104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:57.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 shutdown_connections 2024-04-25T16:00:57.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.871+0000 7fb51864a640 1 -- 172.21.15.112:0/2732912973 wait complete. 2024-04-25T16:00:57.884 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:00:57.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:57 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2073873536' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:57 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4076137197' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:57 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/770482080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:00:57.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 -- 172.21.15.112:0/1301703624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 msgr2=0x7f34541054b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1301703624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541054b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f3450009900 tx=0x7f345002a410 comp rx=0 tx=0).stop 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 -- 172.21.15.112:0/1301703624 shutdown_connections 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1301703624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3454101750 0x7f3454101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1301703624 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3454102250 0x7f345410bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1301703624 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541054b0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 -- 172.21.15.112:0/1301703624 >> 172.21.15.112:0/1301703624 conn(0x7f34540fd370 msgr2=0x7f34540ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 -- 172.21.15.112:0/1301703624 shutdown_connections 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.990+0000 7f345c3ba640 1 -- 172.21.15.112:0/1301703624 wait complete. 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 Processor -- start 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 -- start start 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3454101750 0x7f345419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3454102250 0x7f345419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541a1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f345410f4c0 con 0x7f34541050a0 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f345410f340 con 0x7f3454102250 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345c3ba640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f345410f640 con 0x7f3454101750 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345a957640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345a957640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541a1650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59916/0 (socket says 172.21.15.112:59916) 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.991+0000 7f345a957640 1 -- 172.21.15.112:0/1414996658 learned_addr learned my addr 172.21.15.112:0/1414996658 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f3459955640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3454102250 0x7f345419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345a156640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3454101750 0x7f345419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345a957640 1 -- 172.21.15.112:0/1414996658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3454101750 msgr2=0x7f345419a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345a957640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3454101750 0x7f345419a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345a957640 1 -- 172.21.15.112:0/1414996658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3454102250 msgr2=0x7f345419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345a957640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3454102250 0x7f345419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345a957640 1 -- 172.21.15.112:0/1414996658 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34541a1cc0 con 0x7f34541050a0 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345a957640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541a1650 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f344c00cad0 tx=0x7f344c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:57.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f344b7fe640 1 -- 172.21.15.112:0/1414996658 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f344c00ae20 con 0x7f34541050a0 2024-04-25T16:00:57.996 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f344b7fe640 1 -- 172.21.15.112:0/1414996658 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f344c005020 con 0x7f34541050a0 2024-04-25T16:00:57.996 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34541a1fb0 con 0x7f34541050a0 2024-04-25T16:00:57.996 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f344b7fe640 1 -- 172.21.15.112:0/1414996658 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f344c00f6b0 con 0x7f34541050a0 2024-04-25T16:00:57.996 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.992+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34541a23c0 con 0x7f34541050a0 2024-04-25T16:00:57.996 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.993+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3454108a30 con 0x7f34541050a0 2024-04-25T16:00:57.996 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.995+0000 7f344b7fe640 1 -- 172.21.15.112:0/1414996658 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f344c0051d0 con 0x7f34541050a0 2024-04-25T16:00:57.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.996+0000 7f344b7fe640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34400afaf0 0x7f34400b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:57.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.996+0000 7f345a156640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34400afaf0 0x7f34400b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:57.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.996+0000 7f344b7fe640 1 -- 172.21.15.112:0/1414996658 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f344c0df320 con 0x7f34541050a0 2024-04-25T16:00:57.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:57.997+0000 7f345a156640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34400afaf0 0x7f34400b2000 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3450005760 tx=0x7f3450000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.000+0000 7f344b7fe640 1 -- 172.21.15.112:0/1414996658 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f344c014030 con 0x7f34541050a0 2024-04-25T16:00:58.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.179+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f345402dd20 con 0x7f34541050a0 2024-04-25T16:00:58.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.180+0000 7f344b7fe640 1 -- 172.21.15.112:0/1414996658 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+24976 (secure 0 0 0) 0x7f344c0a74a0 con 0x7f34541050a0 2024-04-25T16:00:58.182 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:00:58.182 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":83,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T16:00:33.638610+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":1}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.d","mappings":[{"from":5,"to":11}]},{"pgid":"2.1d","mappings":[{"from":7,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.7","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:00:58.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34400afaf0 msgr2=0x7f34400b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34400afaf0 0x7f34400b2000 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3450005760 tx=0x7f3450000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 msgr2=0x7f34541a1650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541a1650 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f344c00cad0 tx=0x7f344c00cf90 comp rx=0 tx=0).stop 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 shutdown_connections 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f34400afaf0 0x7f34400b2000 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34541050a0 0x7f34541a1650 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3454102250 0x7f345419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 --2- 172.21.15.112:0/1414996658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3454101750 0x7f345419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 >> 172.21.15.112:0/1414996658 conn(0x7f34540fd370 msgr2=0x7f3454105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 shutdown_connections 2024-04-25T16:00:58.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.182+0000 7f345c3ba640 1 -- 172.21.15.112:0/1414996658 wait complete. 2024-04-25T16:00:58.195 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T15:58:41.582880+0000', 'modified': '2024-04-25T15:59:09.956298+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24548, 'mds_1': 24503, 'mds_2': 24484, 'mds_3': 24470, 'mds_4': 14649}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14637': {'gid': 14637, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.112:6839/146270898', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6838', 'nonce': 146270898}, {'type': 'v1', 'addr': '172.21.15.112:6839', 'nonce': 146270898}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14649': {'gid': 14649, 'name': 'a', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.112:6841/3557035518', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.112:6840', 'nonce': 3557035518}, {'type': 'v1', 'addr': '172.21.15.112:6841', 'nonce': 3557035518}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24403': {'gid': 24403, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6833/940733382', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 940733382}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 940733382}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.116:6833/496231742', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6832', 'nonce': 496231742}, {'type': 'v1', 'addr': '172.21.15.116:6833', 'nonce': 496231742}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/4261823654', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 4261823654}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 4261823654}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24460': {'gid': 24460, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/982654166', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 982654166}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 982654166}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.116:6835/3195394516', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6834', 'nonce': 3195394516}, {'type': 'v1', 'addr': '172.21.15.116:6835', 'nonce': 3195394516}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.133:6839/4179885748', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 4179885748}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 4179885748}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.116:6837/3998170047', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6836', 'nonce': 3998170047}, {'type': 'v1', 'addr': '172.21.15.116:6837', 'nonce': 3998170047}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24548': {'gid': 24548, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6839/524675452', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6838', 'nonce': 524675452}, {'type': 'v1', 'addr': '172.21.15.116:6839', 'nonce': 524675452}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24548, 'qdb_cluster': [24503, 24548, 24484, 24470, 14649]} 2024-04-25T16:00:58.195 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-25T16:00:58.196 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-25T16:00:58.310 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 -- 172.21.15.112:0/403547826 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770109770 msgr2=0x7fa77010bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.310 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 --2- 172.21.15.112:0/403547826 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770109770 0x7fa77010bc80 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa768009900 tx=0x7fa76802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:58.310 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 -- 172.21.15.112:0/403547826 shutdown_connections 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 --2- 172.21.15.112:0/403547826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa770106c60 0x7fa7701090e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 --2- 172.21.15.112:0/403547826 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770109770 0x7fa77010bc80 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 --2- 172.21.15.112:0/403547826 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa770104270 0x7fa770106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 -- 172.21.15.112:0/403547826 >> 172.21.15.112:0/403547826 conn(0x7fa7700fdbd0 msgr2=0x7fa770100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 -- 172.21.15.112:0/403547826 shutdown_connections 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.307+0000 7fa7752fa640 1 -- 172.21.15.112:0/403547826 wait complete. 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 Processor -- start 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 -- start start 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770104270 0x7fa77019a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa770106c60 0x7fa77019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa770109770 0x7fa7701a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa77010f4b0 con 0x7fa770104270 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa77010f330 con 0x7fa770109770 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa7752fa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa77010f630 con 0x7fa770106c60 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770104270 0x7fa77019a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770104270 0x7fa77019a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59942/0 (socket says 172.21.15.112:59942) 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 -- 172.21.15.112:0/612864581 learned_addr learned my addr 172.21.15.112:0/612864581 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa770109770 0x7fa7701a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 -- 172.21.15.112:0/612864581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa770106c60 msgr2=0x7fa77019a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa770106c60 0x7fa77019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 -- 172.21.15.112:0/612864581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa770109770 msgr2=0x7fa7701a1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa770109770 0x7fa7701a1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 -- 172.21.15.112:0/612864581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7701a1cb0 con 0x7fa770104270 2024-04-25T16:00:58.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.308+0000 7fa76effd640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770104270 0x7fa77019a170 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa76000eb90 tx=0x7fa76000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.309+0000 7fa757fff640 1 -- 172.21.15.112:0/612864581 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa760010630 con 0x7fa770104270 2024-04-25T16:00:58.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.309+0000 7fa757fff640 1 -- 172.21.15.112:0/612864581 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa76000ee90 con 0x7fa770104270 2024-04-25T16:00:58.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.309+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7701a1fa0 con 0x7fa770104270 2024-04-25T16:00:58.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.309+0000 7fa757fff640 1 -- 172.21.15.112:0/612864581 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa760018a50 con 0x7fa770104270 2024-04-25T16:00:58.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.309+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7701a2460 con 0x7fa770104270 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 Processor -- start 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa757fff640 1 -- 172.21.15.112:0/612864581 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fa760018bf0 con 0x7fa770104270 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 -- start start 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0bfc370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b08323b0 0x5605b0bfc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b083a590 0x5605b0c037f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5605b0b61740 con 0x5605b085b270 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5605b0afd3a0 con 0x5605b083a590 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.311+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5605b0b5d700 con 0x5605b08323b0 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0bfc370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0bfc370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59956/0 (socket says 172.21.15.112:59956) 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 -- 172.21.15.112:0/3934276268 learned_addr learned my addr 172.21.15.112:0/3934276268 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76effd640 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b08323b0 0x5605b0bfc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 -- 172.21.15.112:0/3934276268 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b08323b0 msgr2=0x5605b0bfc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b08323b0 0x5605b0bfc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa757fff640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7580afaf0 0x7fa7580b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 -- 172.21.15.112:0/3934276268 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b083a590 msgr2=0x5605b0c037f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b083a590 0x5605b0c037f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b083a590 0x5605b0c037f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 -- 172.21.15.112:0/3934276268 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b0b19750 con 0x5605b085b270 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b083a590 0x5605b0c037f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa757fff640 1 -- 172.21.15.112:0/612864581 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fa7600df6a0 con 0x7fa770104270 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7580afaf0 0x7fa7580b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0bfc370 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa768009900 tx=0x7fa768009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a484de450c2844e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa7557fa640 1 -- 172.21.15.112:0/3934276268 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa768040070 con 0x5605b085b270 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa7557fa640 1 -- 172.21.15.112:0/3934276268 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa768031cf0 con 0x5605b085b270 2024-04-25T16:00:58.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.312+0000 7fa7557fa640 1 -- 172.21.15.112:0/3934276268 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa768035040 con 0x5605b085b270 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3934276268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 msgr2=0x5605b0bfc370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7580afaf0 0x7fa7580b2000 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa768046000 tx=0x7fa768046500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0bfc370 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa768009900 tx=0x7fa768009600 comp rx=0 tx=0).stop 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3934276268 shutdown_connections 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b08323b0 0x5605b0bfc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b083a590 0x5605b0c037f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3934276268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0bfc370 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3934276268 >> 172.21.15.112:0/3934276268 conn(0x5605b084f3c0 msgr2=0x5605b0bf7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3934276268 shutdown_connections 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.313+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3934276268 wait complete. 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 -- start start 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 Processor -- start 2024-04-25T16:00:58.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c06200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b083a590 0x5605b0c06740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b085b270 0x5605b0c0d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c04240 con 0x5605b083a590 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5605b0ae8fe0 con 0x5605b08323b0 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c043c0 con 0x5605b085b270 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa77c1a8740 10 client.0 _ll_register_callbacks cb 0x5605b0aff150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b083a590 0x5605b0c06740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b083a590 0x5605b0c06740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59960/0 (socket says 172.21.15.112:59960) 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 -- 172.21.15.112:0/2140456533 learned_addr learned my addr 172.21.15.112:0/2140456533 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b085b270 0x5605b0c0d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76effd640 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c06200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 -- 172.21.15.112:0/2140456533 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b085b270 msgr2=0x5605b0c0d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b085b270 0x5605b0c0d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 -- 172.21.15.112:0/2140456533 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 msgr2=0x5605b0c06200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c06200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.314+0000 7fa76e7fc640 1 -- 172.21.15.112:0/2140456533 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b08732d0 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b083a590 0x5605b0c06740 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa7640105f0 tx=0x7fa7640109f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e63c3844de370f99 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa752ff5640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa752ff5640 1 -- 172.21.15.112:0/2140456533 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa764005220 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa768031cf0 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa752ff5640 1 -- 172.21.15.112:0/2140456533 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fa7640053c0 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa752ff5640 1 -- 172.21.15.112:0/2140456533 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa7640055c0 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 10 client.15453 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5605b093d6b0 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa752ff5640 1 -- 172.21.15.112:0/2140456533 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa768031cf0 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa752ff5640 1 -- 172.21.15.112:0/2140456533 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa76400f040 con 0x5605b083a590 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 10 client.15453 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 10 client.15453 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 20 client.15453 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b0819e40 0x5605b0c13ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 4 client.15453 mds_command: new command op to 14649 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.315+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 --> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605b0b6f350 con 0x5605b0819e40 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.316+0000 7fa76effd640 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b0819e40 0x5605b0c13ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.316+0000 7fa752ff5640 10 client.15453 ms_handle_connect on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.316+0000 7fa76effd640 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b0819e40 0x5605b0c13ff0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3ef03b291fb81a5b server_cookie=d770435cb8f2913 in_seq=0 out_seq=0 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa752ff5640 1 -- 172.21.15.112:0/2140456533 <== mds.4 v2:172.21.15.112:6840/3557035518 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5605b0b6f350 con 0x5605b0819e40 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa752ff5640 10 client.15453 handle_command_reply: tid=0 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 client.15453 shutdown 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b083a590 msgr2=0x5605b0c06740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b083a590 0x5605b0c06740 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa7640105f0 tx=0x7fa7640109f0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 shutdown_connections 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b0819e40 0x5605b0c13ff0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b085b270 0x5605b0c0d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b083a590 0x5605b0c06740 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/2140456533 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c06200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa752ff5640 0 client.15453 ms_handle_reset on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:58.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 >> 172.21.15.112:0/2140456533 conn(0x5605b084f3c0 msgr2=0x5605b0bf6d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 shutdown_connections 2024-04-25T16:00:58.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 1 -- 172.21.15.112:0/2140456533 wait complete. 2024-04-25T16:00:58.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.317+0000 7fa77c1a8740 20 client.15453 trim_cache size 0 max 16384 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 Processor -- start 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 -- start start 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c11950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c0d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0c00650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c12330 con 0x5605b085b270 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c12a00 con 0x5605b08323b0 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.335+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c130d0 con 0x5605b083a590 2024-04-25T16:00:58.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0c00650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0c00650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59974/0 (socket says 172.21.15.112:59974) 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 -- 172.21.15.112:0/4140024081 learned_addr learned my addr 172.21.15.112:0/4140024081 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c0d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76effd640 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c11950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 -- 172.21.15.112:0/4140024081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 msgr2=0x5605b0c0d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c0d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 -- 172.21.15.112:0/4140024081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 msgr2=0x5605b0c11950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c11950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 -- 172.21.15.112:0/4140024081 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b0c04120 con 0x5605b085b270 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76effd640 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c11950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0c00650 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x5605b0bfd540 tx=0x7fa768051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53855a5ee1cc18bb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa754ff9640 1 -- 172.21.15.112:0/4140024081 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa768035030 con 0x5605b085b270 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa754ff9640 1 -- 172.21.15.112:0/4140024081 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa768060070 con 0x5605b085b270 2024-04-25T16:00:58.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.336+0000 7fa754ff9640 1 -- 172.21.15.112:0/4140024081 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa768050460 con 0x5605b085b270 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 -- 172.21.15.112:0/4140024081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 msgr2=0x5605b0c00650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0c00650 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x5605b0bfd540 tx=0x7fa768051000 comp rx=0 tx=0).stop 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 -- 172.21.15.112:0/4140024081 shutdown_connections 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c0d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b085b270 0x5605b0c00650 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/4140024081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b08323b0 0x5605b0c11950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 -- 172.21.15.112:0/4140024081 >> 172.21.15.112:0/4140024081 conn(0x5605b084f3c0 msgr2=0x5605b0c04850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 -- 172.21.15.112:0/4140024081 shutdown_connections 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 -- 172.21.15.112:0/4140024081 wait complete. 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 -- start start 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.337+0000 7fa77c1a8740 1 Processor -- start 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b08323b0 0x5605b0c08560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c08aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b085b270 0x5605b0c7ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c13e70 con 0x5605b08323b0 2024-04-25T16:00:58.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c137a0 con 0x5605b085b270 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5605b0c14540 con 0x5605b083a590 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 10 client.0 _ll_register_callbacks cb 0x7fa7640095d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b08323b0 0x5605b0c08560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b08323b0 0x5605b0c08560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59990/0 (socket says 172.21.15.112:59990) 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 -- 172.21.15.112:0/3102770768 learned_addr learned my addr 172.21.15.112:0/3102770768 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c08aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76f7fe640 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b085b270 0x5605b0c7ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 -- 172.21.15.112:0/3102770768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 msgr2=0x5605b0c08aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c08aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 -- 172.21.15.112:0/3102770768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b085b270 msgr2=0x5605b0c7ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b085b270 0x5605b0c7ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 -- 172.21.15.112:0/3102770768 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b0c7b3a0 con 0x5605b08323b0 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa76effd640 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b08323b0 0x5605b0c08560 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa7600a7470 tx=0x7fa7600dcc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4d755f4b73ea2a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa752ff5640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa752ff5640 1 -- 172.21.15.112:0/3102770768 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7600a7e70 con 0x5605b08323b0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa752ff5640 1 -- 172.21.15.112:0/3102770768 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fa7600df350 con 0x5605b08323b0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa768060070 con 0x5605b08323b0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa752ff5640 1 -- 172.21.15.112:0/3102770768 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa7600a7770 con 0x5605b08323b0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 10 client.15459 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.338+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5605b0c7c560 con 0x5605b08323b0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa752ff5640 1 -- 172.21.15.112:0/3102770768 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa768060070 con 0x5605b08323b0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa752ff5640 1 -- 172.21.15.112:0/3102770768 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa7600df030 con 0x5605b08323b0 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa77c1a8740 10 client.15459 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa77c1a8740 10 client.15459 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa77c1a8740 20 client.15459 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b07ef280 0x5605b0c7fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa77c1a8740 4 client.15459 mds_command: new command op to 14649 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:58.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 --> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] -- command(tid 0: {"prefix": "status"}) -- 0x5605b0b691c0 con 0x5605b07ef280 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b07ef280 0x5605b0c7fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa752ff5640 10 client.15459 ms_handle_connect on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.339+0000 7fa76e7fc640 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b07ef280 0x5605b0c7fd70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=83207e75081cbede server_cookie=5dd945af4f785a18 in_seq=0 out_seq=0 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa752ff5640 1 -- 172.21.15.112:0/3102770768 <== mds.4 v2:172.21.15.112:6840/3557035518 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5605b0b691c0 con 0x5605b07ef280 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa752ff5640 10 client.15459 handle_command_reply: tid=0 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 client.15459 shutdown 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b08323b0 msgr2=0x5605b0c08560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b08323b0 0x5605b0c08560 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa7600a7470 tx=0x7fa7600dcc60 comp rx=0 tx=0).stop 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 shutdown_connections 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:6840/3557035518,v1:172.21.15.112:6841/3557035518] conn(0x5605b07ef280 0x5605b0c7fd70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5605b083a590 0x5605b0c08aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5605b085b270 0x5605b0c7ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa752ff5640 0 client.15459 ms_handle_reset on v2:172.21.15.112:6840/3557035518 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 --2- 172.21.15.112:0/3102770768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5605b08323b0 0x5605b0c08560 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 >> 172.21.15.112:0/3102770768 conn(0x5605b084f3c0 msgr2=0x5605b0c04790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 shutdown_connections 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 1 -- 172.21.15.112:0/3102770768 wait complete. 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa77c1a8740 20 client.15459 trim_cache size 0 max 16384 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 4, 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 14649, 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:58.348 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 109.38885536799999, 2024-04-25T16:00:58.349 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:58.349 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 83, 2024-04-25T16:00:58.349 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:58.349 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 145.835476011 2024-04-25T16:00:58.349 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7580afaf0 msgr2=0x7fa7580b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7580afaf0 0x7fa7580b2000 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa768046000 tx=0x7fa768046500 comp rx=0 tx=0).stop 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770104270 msgr2=0x7fa77019a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770104270 0x7fa77019a170 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa76000eb90 tx=0x7fa76000c6a0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 shutdown_connections 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fa7580afaf0 0x7fa7580b2000 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa770106c60 0x7fa77019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa770109770 0x7fa7701a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 --2- 172.21.15.112:0/612864581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa770104270 0x7fa77019a170 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.340+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 >> 172.21.15.112:0/612864581 conn(0x7fa7700fdbd0 msgr2=0x7fa7701062f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.341+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 shutdown_connections 2024-04-25T16:00:58.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.341+0000 7fa7752fa640 1 -- 172.21.15.112:0/612864581 wait complete. 2024-04-25T16:00:58.352 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.460+0000 7ff51b292640 1 -- 172.21.15.112:0/2334727952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514108920 msgr2=0x7ff51410ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.460+0000 7ff51b292640 1 --2- 172.21.15.112:0/2334727952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514108920 0x7ff51410ad40 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff50c009ca0 tx=0x7ff50c02a8c0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.460+0000 7ff51b292640 1 -- 172.21.15.112:0/2334727952 shutdown_connections 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.460+0000 7ff51b292640 1 --2- 172.21.15.112:0/2334727952 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514108920 0x7ff51410ad40 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.460+0000 7ff51b292640 1 --2- 172.21.15.112:0/2334727952 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff514103c20 0x7ff514104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.460+0000 7ff51b292640 1 --2- 172.21.15.112:0/2334727952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5141029e0 0x7ff5141036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.460+0000 7ff51b292640 1 -- 172.21.15.112:0/2334727952 >> 172.21.15.112:0/2334727952 conn(0x7ff5140fdbd0 msgr2=0x7ff514100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 -- 172.21.15.112:0/2334727952 shutdown_connections 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 -- 172.21.15.112:0/2334727952 wait complete. 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 Processor -- start 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 -- start start 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5141029e0 0x7ff51406a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.464 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514103c20 0x7ff5141a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff514108920 0x7ff5141a3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff51410e410 con 0x7ff514103c20 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff51410e290 con 0x7ff514108920 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51b292640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff51410e590 con 0x7ff5141029e0 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51882d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514103c20 0x7ff5141a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.461+0000 7ff51882d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514103c20 0x7ff5141a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60002/0 (socket says 172.21.15.112:60002) 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51882d640 1 -- 172.21.15.112:0/2307750869 learned_addr learned my addr 172.21.15.112:0/2307750869 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51982f640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff514108920 0x7ff5141a3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51902e640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5141029e0 0x7ff51406a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51882d640 1 -- 172.21.15.112:0/2307750869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5141029e0 msgr2=0x7ff51406a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51882d640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5141029e0 0x7ff51406a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51882d640 1 -- 172.21.15.112:0/2307750869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff514108920 msgr2=0x7ff5141a3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51882d640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff514108920 0x7ff5141a3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51882d640 1 -- 172.21.15.112:0/2307750869 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5141a4150 con 0x7ff514103c20 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51982f640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff514108920 0x7ff5141a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51902e640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5141029e0 0x7ff51406a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51882d640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514103c20 0x7ff5141a15c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff50400d950 tx=0x7ff50400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff50a7fc640 1 -- 172.21.15.112:0/2307750869 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff504017030 con 0x7ff514103c20 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff50a7fc640 1 -- 172.21.15.112:0/2307750869 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff504004020 con 0x7ff514103c20 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5141a4440 con 0x7ff514103c20 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff50a7fc640 1 -- 172.21.15.112:0/2307750869 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5040055d0 con 0x7ff514103c20 2024-04-25T16:00:58.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.462+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5141a4990 con 0x7ff514103c20 2024-04-25T16:00:58.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.464+0000 7ff50a7fc640 1 -- 172.21.15.112:0/2307750869 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7ff504009a30 con 0x7ff514103c20 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 Processor -- start 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 -- start start 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd528370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd5288f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd52f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd48d740 con 0x55d4fd187270 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd4293a0 con 0x55d4fd15e3b0 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff522215740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd489700 con 0x55d4fd166590 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff51982f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd528370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff51982f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd528370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60012/0 (socket says 172.21.15.112:60012) 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff50a7fc640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5000afaf0 0x7ff5000b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff51982f640 1 -- 172.21.15.112:0/478501077 learned_addr learned my addr 172.21.15.112:0/478501077 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.465+0000 7ff51882d640 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd52f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51982f640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5000afaf0 0x7ff5000b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51902e640 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd5288f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51982f640 1 -- 172.21.15.112:0/478501077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 msgr2=0x55d4fd52f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51982f640 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd52f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51982f640 1 -- 172.21.15.112:0/478501077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 msgr2=0x55d4fd5288f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51982f640 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd5288f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51982f640 1 -- 172.21.15.112:0/478501077 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4fd445750 con 0x55d4fd187270 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff50a7fc640 1 -- 172.21.15.112:0/2307750869 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff5040deb20 con 0x7ff514103c20 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51882d640 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd52f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff51982f640 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd528370 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff50c005cc0 tx=0x7ff50c031b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c79d445b2d79d82 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff4ff7fe640 1 -- 172.21.15.112:0/478501077 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c031450 con 0x55d4fd187270 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff4ff7fe640 1 -- 172.21.15.112:0/478501077 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff50c04e070 con 0x55d4fd187270 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.466+0000 7ff4ff7fe640 1 -- 172.21.15.112:0/478501077 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c030830 con 0x55d4fd187270 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 -- 172.21.15.112:0/478501077 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 msgr2=0x55d4fd528370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff51982f640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5000afaf0 0x7ff5000b2000 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff50c04d000 tx=0x7ff50c04b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd528370 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff50c005cc0 tx=0x7ff50c031b00 comp rx=0 tx=0).stop 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 -- 172.21.15.112:0/478501077 shutdown_connections 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd52f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd5288f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 --2- 172.21.15.112:0/478501077 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd528370 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 -- 172.21.15.112:0/478501077 >> 172.21.15.112:0/478501077 conn(0x55d4fd17b3c0 msgr2=0x55d4fd523d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 -- 172.21.15.112:0/478501077 shutdown_connections 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 -- 172.21.15.112:0/478501077 wait complete. 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 -- start start 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.467+0000 7ff522215740 1 Processor -- start 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff522215740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd532280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff522215740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd5327c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff522215740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd539720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff522215740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd530240 con 0x55d4fd187270 2024-04-25T16:00:58.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff522215740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd414fe0 con 0x55d4fd15e3b0 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff522215740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd5303c0 con 0x55d4fd166590 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff522215740 10 client.0 _ll_register_callbacks cb 0x55d4fd42b150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd539720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd539720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60016/0 (socket says 172.21.15.112:60016) 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 -- 172.21.15.112:0/2031615655 learned_addr learned my addr 172.21.15.112:0/2031615655 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51902e640 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd532280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51882d640 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd5327c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 -- 172.21.15.112:0/2031615655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 msgr2=0x55d4fd5327c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd5327c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 -- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 msgr2=0x55d4fd532280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd532280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.468+0000 7ff51982f640 1 -- 172.21.15.112:0/2031615655 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4fd19f2d0 con 0x55d4fd187270 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff51982f640 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd539720 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff50c004af0 tx=0x7ff50c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b755e838f4ad14b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff4fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff4fcff9640 1 -- 172.21.15.112:0/2031615655 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c062060 con 0x55d4fd187270 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff50c04e070 con 0x55d4fd187270 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff4fcff9640 1 -- 172.21.15.112:0/2031615655 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff50c003e00 con 0x55d4fd187270 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff4fcff9640 1 -- 172.21.15.112:0/2031615655 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff50c069050 con 0x55d4fd187270 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 10 client.15471 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d4fd2696b0 con 0x55d4fd187270 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff4fcff9640 1 -- 172.21.15.112:0/2031615655 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff50c04e070 con 0x55d4fd187270 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff4fcff9640 1 -- 172.21.15.112:0/2031615655 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff50c005050 con 0x55d4fd187270 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 10 client.15471 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 10 client.15471 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 20 client.15471 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd145e40 0x55d4fd53fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 4 client.15471 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.469+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 --> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4fd49b350 con 0x55d4fd145e40 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.470+0000 7ff51902e640 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd145e40 0x55d4fd53fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.470+0000 7ff4fcff9640 10 client.15471 ms_handle_connect on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:58.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.470+0000 7ff51902e640 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd145e40 0x55d4fd53fba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=31bbf5010eb50b9a server_cookie=3f735c695fa37761 in_seq=0 out_seq=0 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff4fcff9640 1 -- 172.21.15.112:0/2031615655 <== mds.3 v2:172.21.15.116:6834/3195394516 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d4fd49b350 con 0x55d4fd145e40 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff4fcff9640 10 client.15471 handle_command_reply: tid=0 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 client.15471 shutdown 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 msgr2=0x55d4fd539720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd539720 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff50c004af0 tx=0x7ff50c0095c0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 shutdown_connections 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd145e40 0x55d4fd53fba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd5327c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd539720 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 --2- 172.21.15.112:0/2031615655 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd532280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff4fcff9640 0 client.15471 ms_handle_reset on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 >> 172.21.15.112:0/2031615655 conn(0x55d4fd17b3c0 msgr2=0x55d4fd522d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 shutdown_connections 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 1 -- 172.21.15.112:0/2031615655 wait complete. 2024-04-25T16:00:58.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.471+0000 7ff522215740 20 client.15471 trim_cache size 0 max 16384 2024-04-25T16:00:58.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.489+0000 7ff522215740 1 Processor -- start 2024-04-25T16:00:58.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.489+0000 7ff522215740 1 -- start start 2024-04-25T16:00:58.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff522215740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd530ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff522215740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd539640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff522215740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd5236e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff522215740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd53dee0 con 0x55d4fd187270 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff522215740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd53e5b0 con 0x55d4fd15e3b0 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff522215740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd53ec80 con 0x55d4fd166590 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd5236e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd5236e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60026/0 (socket says 172.21.15.112:60026) 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 -- 172.21.15.112:0/2231485767 learned_addr learned my addr 172.21.15.112:0/2231485767 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51882d640 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd539640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51902e640 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd530ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 -- 172.21.15.112:0/2231485767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 msgr2=0x55d4fd539640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd539640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 -- 172.21.15.112:0/2231485767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 msgr2=0x55d4fd530ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd530ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.493 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 -- 172.21.15.112:0/2231485767 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4fd52d0d0 con 0x55d4fd187270 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff51982f640 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd5236e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff50c030600 tx=0x7ff50c0309a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2873fdd80c6d953b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff4feffd640 1 -- 172.21.15.112:0/2231485767 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c062070 con 0x55d4fd187270 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff4feffd640 1 -- 172.21.15.112:0/2231485767 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff50c04e040 con 0x55d4fd187270 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.490+0000 7ff4feffd640 1 -- 172.21.15.112:0/2231485767 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c005640 con 0x55d4fd187270 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 -- 172.21.15.112:0/2231485767 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 msgr2=0x55d4fd5236e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd5236e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff50c030600 tx=0x7ff50c0309a0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 -- 172.21.15.112:0/2231485767 shutdown_connections 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd539640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd187270 0x55d4fd5236e0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 --2- 172.21.15.112:0/2231485767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd15e3b0 0x55d4fd530ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 -- 172.21.15.112:0/2231485767 >> 172.21.15.112:0/2231485767 conn(0x55d4fd17b3c0 msgr2=0x55d4fd5307c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 -- 172.21.15.112:0/2231485767 shutdown_connections 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 -- 172.21.15.112:0/2231485767 wait complete. 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.491+0000 7ff522215740 1 -- start start 2024-04-25T16:00:58.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 1 Processor -- start 2024-04-25T16:00:58.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd15e3b0 0x55d4fd535130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd535670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd187270 0x55d4fd5385b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd53fa20 con 0x55d4fd15e3b0 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd53f350 con 0x55d4fd187270 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d4fd5400f0 con 0x55d4fd166590 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff522215740 10 client.0 _ll_register_callbacks cb 0x7ff50c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd15e3b0 0x55d4fd535130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd15e3b0 0x55d4fd535130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60040/0 (socket says 172.21.15.112:60040) 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 -- 172.21.15.112:0/937280416 learned_addr learned my addr 172.21.15.112:0/937280416 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51982f640 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd187270 0x55d4fd5385b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51882d640 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd535670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 -- 172.21.15.112:0/937280416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 msgr2=0x55d4fd535670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd535670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 -- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd187270 msgr2=0x55d4fd5385b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd187270 0x55d4fd5385b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.492+0000 7ff51902e640 1 -- 172.21.15.112:0/937280416 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4fd538b70 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff51902e640 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd15e3b0 0x55d4fd535130 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x55d4fd529750 tx=0x7ff510012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa6ae4f47612082c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff4fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff4fcff9640 1 -- 172.21.15.112:0/937280416 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff51001d610 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff4fcff9640 1 -- 172.21.15.112:0/937280416 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff51001d7b0 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff50c04e040 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff4fcff9640 1 -- 172.21.15.112:0/937280416 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff51002e050 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 10 client.15477 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d4fd5a8da0 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff4fcff9640 1 -- 172.21.15.112:0/937280416 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff50c04e040 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff4fcff9640 1 -- 172.21.15.112:0/937280416 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff51000f040 con 0x55d4fd15e3b0 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 10 client.15477 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 10 client.15477 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 20 client.15477 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd11b280 0x55d4fd5ac600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 4 client.15477 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.493+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 --> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] -- command(tid 0: {"prefix": "status"}) -- 0x55d4fd4951c0 con 0x55d4fd11b280 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff51882d640 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd11b280 0x55d4fd5ac600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff4fcff9640 10 client.15477 ms_handle_connect on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff51882d640 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd11b280 0x55d4fd5ac600 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a431928cd454b62 server_cookie=7af3f62fe181803d in_seq=0 out_seq=0 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff4fcff9640 1 -- 172.21.15.112:0/937280416 <== mds.3 v2:172.21.15.116:6834/3195394516 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d4fd4951c0 con 0x55d4fd11b280 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff4fcff9640 10 client.15477 handle_command_reply: tid=0 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 client.15477 shutdown 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd15e3b0 msgr2=0x55d4fd535130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd15e3b0 0x55d4fd535130 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x55d4fd529750 tx=0x7ff510012820 comp rx=0 tx=0).stop 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 shutdown_connections 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:6834/3195394516,v1:172.21.15.116:6835/3195394516] conn(0x55d4fd11b280 0x55d4fd5ac600 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4fd166590 0x55d4fd535670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff4fcff9640 0 client.15477 ms_handle_reset on v2:172.21.15.116:6834/3195394516 2024-04-25T16:00:58.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d4fd187270 0x55d4fd5385b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 --2- 172.21.15.112:0/937280416 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d4fd15e3b0 0x55d4fd535130 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 >> 172.21.15.112:0/937280416 conn(0x55d4fd17b3c0 msgr2=0x55d4fd5236e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.494+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 shutdown_connections 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff522215740 1 -- 172.21.15.112:0/937280416 wait complete. 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff522215740 20 client.15477 trim_cache size 0 max 16384 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 3, 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24470, 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:58.502 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:58.503 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 110.18347563099999, 2024-04-25T16:00:58.503 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:58.503 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 83, 2024-04-25T16:00:58.503 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:58.503 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 163.14680594399999 2024-04-25T16:00:58.503 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5000afaf0 msgr2=0x7ff5000b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5000afaf0 0x7ff5000b2000 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff50c04d000 tx=0x7ff50c04b000 comp rx=0 tx=0).stop 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514103c20 msgr2=0x7ff5141a15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514103c20 0x7ff5141a15c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff50400d950 tx=0x7ff50400de10 comp rx=0 tx=0).stop 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 shutdown_connections 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff5000afaf0 0x7ff5000b2000 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff514108920 0x7ff5141a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff514103c20 0x7ff5141a15c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 --2- 172.21.15.112:0/2307750869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5141029e0 0x7ff51406a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 >> 172.21.15.112:0/2307750869 conn(0x7ff5140fdbd0 msgr2=0x7ff514104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 shutdown_connections 2024-04-25T16:00:58.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.495+0000 7ff51b292640 1 -- 172.21.15.112:0/2307750869 wait complete. 2024-04-25T16:00:58.507 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T16:00:58.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 -- 172.21.15.112:0/2527245108 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4102f60 msgr2=0x7fb4e4103370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 --2- 172.21.15.112:0/2527245108 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4102f60 0x7fb4e4103370 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009900 tx=0x7fb4d402a410 comp rx=0 tx=0).stop 2024-04-25T16:00:58.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 -- 172.21.15.112:0/2527245108 shutdown_connections 2024-04-25T16:00:58.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 --2- 172.21.15.112:0/2527245108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4e4103940 0x7fb4e4103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 --2- 172.21.15.112:0/2527245108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb4e4104480 0x7fb4e410abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 --2- 172.21.15.112:0/2527245108 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4102f60 0x7fb4e4103370 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 -- 172.21.15.112:0/2527245108 >> 172.21.15.112:0/2527245108 conn(0x7fb4e40fd380 msgr2=0x7fb4e40ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 -- 172.21.15.112:0/2527245108 shutdown_connections 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.615+0000 7fb4ec213640 1 -- 172.21.15.112:0/2527245108 wait complete. 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 Processor -- start 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 -- start start 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4e4102f60 0x7fb4e419a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4103940 0x7fb4e419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb4e4104480 0x7fb4e41a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e410e3c0 con 0x7fb4e4103940 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e410e240 con 0x7fb4e4104480 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ec213640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e410e540 con 0x7fb4e4102f60 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4103940 0x7fb4e419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4103940 0x7fb4e419a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60048/0 (socket says 172.21.15.112:60048) 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3355506794 learned_addr learned my addr 172.21.15.112:0/3355506794 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4e4102f60 0x7fb4e419a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb4e4104480 0x7fb4e41a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3355506794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4e4102f60 msgr2=0x7fb4e419a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4e4102f60 0x7fb4e419a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3355506794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb4e4104480 msgr2=0x7fb4e41a1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb4e4104480 0x7fb4e41a1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3355506794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4e41a1cf0 con 0x7fb4e4103940 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4e4102f60 0x7fb4e419a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.616+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4103940 0x7fb4e419a6f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb4e000d770 tx=0x7fb4e000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.617+0000 7fb4daffd640 1 -- 172.21.15.112:0/3355506794 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0017070 con 0x7fb4e4103940 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.617+0000 7fb4daffd640 1 -- 172.21.15.112:0/3355506794 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4e00054b0 con 0x7fb4e4103940 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.617+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4e41a1fe0 con 0x7fb4e4103940 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.617+0000 7fb4daffd640 1 -- 172.21.15.112:0/3355506794 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0004c60 con 0x7fb4e4103940 2024-04-25T16:00:58.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.617+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4e41a2450 con 0x7fb4e4103940 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.619+0000 7fb4f319f740 1 Processor -- start 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.619+0000 7fb4f319f740 1 -- start start 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.619+0000 7fb4daffd640 1 -- 172.21.15.112:0/3355506794 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7fb4e0004e00 con 0x7fb4e4103940 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329ac370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329ac8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4f319f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x556132911740 con 0x5561325ea590 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4f319f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5561328ad3a0 con 0x5561325e23b0 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4f319f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55613290d700 con 0x55613260b270 2024-04-25T16:00:58.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329b37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60054/0 (socket says 172.21.15.112:60054) 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3781200476 learned_addr learned my addr 172.21.15.112:0/3781200476 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329ac8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329ac370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3781200476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 msgr2=0x5561329ac370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329ac370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3781200476 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 msgr2=0x5561329ac8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329ac8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 -- 172.21.15.112:0/3781200476 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561328c9750 con 0x5561325ea590 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4daffd640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4d00afaf0 0x7fb4d00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4d00afaf0 0x7fb4d00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329b37f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb4e00e2d20 tx=0x7fb4e00e7650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c37e2fe41513e42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4daffd640 1 -- 172.21.15.112:0/3355506794 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fb4e00deb80 con 0x7fb4e4103940 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.620+0000 7fb4cffff640 1 -- 172.21.15.112:0/3781200476 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0020030 con 0x5561325ea590 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4cffff640 1 -- 172.21.15.112:0/3781200476 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4e00af400 con 0x5561325ea590 2024-04-25T16:00:58.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4cffff640 1 -- 172.21.15.112:0/3781200476 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e00e3040 con 0x5561325ea590 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4f319f740 1 -- 172.21.15.112:0/3781200476 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 msgr2=0x5561329b37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329b37f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb4e00e2d20 tx=0x7fb4e00e7650 comp rx=0 tx=0).stop 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4d00afaf0 0x7fb4d00b2000 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x5561329ad540 tx=0x7fb4dc009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4f319f740 1 -- 172.21.15.112:0/3781200476 shutdown_connections 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329b37f0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329ac8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3781200476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329ac370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.621+0000 7fb4f319f740 1 -- 172.21.15.112:0/3781200476 >> 172.21.15.112:0/3781200476 conn(0x5561325ff3c0 msgr2=0x5561329a7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 -- 172.21.15.112:0/3781200476 shutdown_connections 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 -- 172.21.15.112:0/3781200476 wait complete. 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 -- start start 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 Processor -- start 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325e23b0 0x5561329b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325ea590 0x5561329b6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329bd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5561329b4240 con 0x5561325e23b0 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x556132898fe0 con 0x5561325ea590 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5561329b43c0 con 0x55613260b270 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4f319f740 10 client.0 _ll_register_callbacks cb 0x5561328af150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.622+0000 7fb4e9faf640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325e23b0 0x5561329b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325e23b0 0x5561329b6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60068/0 (socket says 172.21.15.112:60068) 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 -- 172.21.15.112:0/3570740781 learned_addr learned my addr 172.21.15.112:0/3570740781 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325ea590 0x5561329b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329bd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 -- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 msgr2=0x5561329bd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329bd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 -- 172.21.15.112:0/3570740781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325ea590 msgr2=0x5561329b6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325ea590 0x5561329b6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 -- 172.21.15.112:0/3570740781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561326232d0 con 0x5561325e23b0 2024-04-25T16:00:58.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329bd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325e23b0 0x5561329b6220 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb4e406b2d0 tx=0x7fb4d4031870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a9bd962117e786 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/3570740781 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d4035040 con 0x5561325e23b0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/3570740781 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fb4d4004240 con 0x5561325e23b0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4e00af400 con 0x5561325e23b0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/3570740781 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb4d4004440 con 0x5561325e23b0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4f319f740 10 client.15489 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.623+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5561326ed6b0 con 0x5561325e23b0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/3570740781 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4e00af400 con 0x5561325e23b0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/3570740781 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb4d403d6e0 con 0x5561325e23b0 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4f319f740 10 client.15489 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4f319f740 10 client.15489 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4f319f740 20 client.15489 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x5561325c9e40 0x5561329c3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4f319f740 4 client.15489 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 --> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55613291f350 con 0x5561325c9e40 2024-04-25T16:00:58.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x5561325c9e40 0x5561329c3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x5561325c9e40 0x5561329c3fd0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=572bef472e26212f server_cookie=e66a245feb4f623c in_seq=0 out_seq=0 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.624+0000 7fb4cd7fa640 10 client.15489 ms_handle_connect on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/3570740781 <== mds.2 v2:172.21.15.133:6838/4179885748 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55613291f350 con 0x5561325c9e40 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4cd7fa640 10 client.15489 handle_command_reply: tid=0 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 client.15489 shutdown 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325e23b0 msgr2=0x5561329b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325e23b0 0x5561329b6220 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb4e406b2d0 tx=0x7fb4d4031870 comp rx=0 tx=0).stop 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 shutdown_connections 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x5561325c9e40 0x5561329c3fd0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55613260b270 0x5561329bd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325ea590 0x5561329b6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 --2- 172.21.15.112:0/3570740781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325e23b0 0x5561329b6220 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4cd7fa640 0 client.15489 ms_handle_reset on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.625+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 >> 172.21.15.112:0/3570740781 conn(0x5561325ff3c0 msgr2=0x5561329a6d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.626+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 shutdown_connections 2024-04-25T16:00:58.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.626+0000 7fb4f319f740 1 -- 172.21.15.112:0/3570740781 wait complete. 2024-04-25T16:00:58.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.626+0000 7fb4f319f740 20 client.15489 trim_cache size 0 max 16384 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 Processor -- start 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 -- start start 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325e23b0 0x5561329a7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329bd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55613260b270 0x5561329b47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5561329c2310 con 0x5561325ea590 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5561329c29e0 con 0x55613260b270 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4f319f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5561329c30b0 con 0x5561325e23b0 2024-04-25T16:00:58.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4e97ae640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329bd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4e97ae640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329bd5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60072/0 (socket says 172.21.15.112:60072) 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4e97ae640 1 -- 172.21.15.112:0/76522612 learned_addr learned my addr 172.21.15.112:0/76522612 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.644+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55613260b270 0x5561329b47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325e23b0 0x5561329a7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e97ae640 1 -- 172.21.15.112:0/76522612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325e23b0 msgr2=0x5561329a7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325e23b0 0x5561329a7dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e97ae640 1 -- 172.21.15.112:0/76522612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55613260b270 msgr2=0x5561329b47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55613260b270 0x5561329b47c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e97ae640 1 -- 172.21.15.112:0/76522612 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561329b1070 con 0x5561325ea590 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325e23b0 0x5561329a7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329bd5e0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fb4e00e7b50 tx=0x7fb4e00e2660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fce6cfcab710c73b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4cf7fe640 1 -- 172.21.15.112:0/76522612 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e00a6a20 con 0x5561325ea590 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4cf7fe640 1 -- 172.21.15.112:0/76522612 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4e00af400 con 0x5561325ea590 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.645+0000 7fb4cf7fe640 1 -- 172.21.15.112:0/76522612 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e00a63c0 con 0x5561325ea590 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 -- 172.21.15.112:0/76522612 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 msgr2=0x5561329bd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329bd5e0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fb4e00e7b50 tx=0x7fb4e00e2660 comp rx=0 tx=0).stop 2024-04-25T16:00:58.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 -- 172.21.15.112:0/76522612 shutdown_connections 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55613260b270 0x5561329b47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5561325ea590 0x5561329bd5e0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 --2- 172.21.15.112:0/76522612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325e23b0 0x5561329a7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 -- 172.21.15.112:0/76522612 >> 172.21.15.112:0/76522612 conn(0x5561325ff3c0 msgr2=0x5561329a76b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 -- 172.21.15.112:0/76522612 shutdown_connections 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 -- 172.21.15.112:0/76522612 wait complete. 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 -- start start 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 Processor -- start 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329b8c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.646+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325ea590 0x5561329b9170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55613260b270 0x5561329bc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x5561329c3e50 con 0x55613260b270 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5561329c3780 con 0x5561325e23b0 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5561329c4520 con 0x5561325ea590 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 10 client.0 _ll_register_callbacks cb 0x7fb4d4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.653 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55613260b270 0x5561329bc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55613260b270 0x5561329bc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60086/0 (socket says 172.21.15.112:60086) 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 -- 172.21.15.112:0/2876366004 learned_addr learned my addr 172.21.15.112:0/2876366004 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4e97ae640 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325ea590 0x5561329b9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329b8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 -- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325ea590 msgr2=0x5561329b9170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325ea590 0x5561329b9170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 -- 172.21.15.112:0/2876366004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 msgr2=0x5561329b8c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329b8c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 -- 172.21.15.112:0/2876366004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561329bc620 con 0x55613260b270 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4ea7b0640 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55613260b270 0x5561329bc060 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fb4dc009a90 tx=0x7fb4dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec2889e1824a040f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/2876366004 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4dc02c060 con 0x55613260b270 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/2876366004 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fb4dc010df0 con 0x55613260b270 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4e00af400 con 0x55613260b270 2024-04-25T16:00:58.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/2876366004 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb4dc01b450 con 0x55613260b270 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 10 client.15495 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.647+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5561329bd910 con 0x55613260b270 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/2876366004 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb4e00af400 con 0x55613260b270 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/2876366004 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb4dc026070 con 0x55613260b270 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4f319f740 10 client.15495 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4f319f740 10 client.15495 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4f319f740 20 client.15495 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4f319f740 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55613259f280 0x556132a300c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4f319f740 4 client.15495 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 --> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] -- command(tid 0: {"prefix": "status"}) -- 0x5561329191c0 con 0x55613259f280 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55613259f280 0x556132a300c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4cd7fa640 10 client.15495 ms_handle_connect on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.648+0000 7fb4e9faf640 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55613259f280 0x556132a300c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=de1f10e21aa27f0 server_cookie=6315ca394ac94d5b in_seq=0 out_seq=0 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4cd7fa640 1 -- 172.21.15.112:0/2876366004 <== mds.2 v2:172.21.15.133:6838/4179885748 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5561329191c0 con 0x55613259f280 2024-04-25T16:00:58.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4cd7fa640 10 client.15495 handle_command_reply: tid=0 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 client.15495 shutdown 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55613260b270 msgr2=0x5561329bc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55613260b270 0x5561329bc060 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fb4dc009a90 tx=0x7fb4dc004a40 comp rx=0 tx=0).stop 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 shutdown_connections 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:6838/4179885748,v1:172.21.15.133:6839/4179885748] conn(0x55613259f280 0x556132a300c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5561325ea590 0x5561329b9170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55613260b270 0x5561329bc060 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4cd7fa640 0 client.15495 ms_handle_reset on v2:172.21.15.133:6838/4179885748 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 --2- 172.21.15.112:0/2876366004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5561325e23b0 0x5561329b8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 >> 172.21.15.112:0/2876366004 conn(0x5561325ff3c0 msgr2=0x5561329a76b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 shutdown_connections 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 1 -- 172.21.15.112:0/2876366004 wait complete. 2024-04-25T16:00:58.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.649+0000 7fb4f319f740 20 client.15495 trim_cache size 0 max 16384 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 2, 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24484, 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 111.34982510899999, 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 83, 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:58.657 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 151.83008369000001 2024-04-25T16:00:58.658 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:58.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4d00afaf0 msgr2=0x7fb4d00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4d00afaf0 0x7fb4d00b2000 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x5561329ad540 tx=0x7fb4dc009500 comp rx=0 tx=0).stop 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4103940 msgr2=0x7fb4e419a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4103940 0x7fb4e419a6f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb4e000d770 tx=0x7fb4e000dc30 comp rx=0 tx=0).stop 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 shutdown_connections 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fb4d00afaf0 0x7fb4d00b2000 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb4e4104480 0x7fb4e41a1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb4e4103940 0x7fb4e419a6f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 --2- 172.21.15.112:0/3355506794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4e4102f60 0x7fb4e419a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 >> 172.21.15.112:0/3355506794 conn(0x7fb4e40fd380 msgr2=0x7fb4e4109e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 shutdown_connections 2024-04-25T16:00:58.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.650+0000 7fb4ec213640 1 -- 172.21.15.112:0/3355506794 wait complete. 2024-04-25T16:00:58.662 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-25T16:00:58.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:58 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2396487301' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:58.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:58 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2732912973' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:58.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:58 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1414996658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:58.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:58 smithi112 ceph-mon[29426]: pgmap v356: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:58.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 -- 172.21.15.112:0/2909748157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 msgr2=0x7f8fd8105140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.772 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 --2- 172.21.15.112:0/2909748157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8105140 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4009900 tx=0x7f8fc402a410 comp rx=0 tx=0).stop 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 -- 172.21.15.112:0/2909748157 shutdown_connections 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 --2- 172.21.15.112:0/2909748157 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8fd8109a30 0x7f8fd810be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 --2- 172.21.15.112:0/2909748157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8105140 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 --2- 172.21.15.112:0/2909748157 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8fd8103af0 0x7f8fd81047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 -- 172.21.15.112:0/2909748157 >> 172.21.15.112:0/2909748157 conn(0x7f8fd80fece0 msgr2=0x7f8fd8101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 -- 172.21.15.112:0/2909748157 shutdown_connections 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.769+0000 7f8fdec67640 1 -- 172.21.15.112:0/2909748157 wait complete. 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 Processor -- start 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 -- start start 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8fd8103af0 0x7f8fd80778f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8fd8109a30 0x7f8fd8076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd810f4a0 con 0x7f8fd8104d30 2024-04-25T16:00:58.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd810f320 con 0x7f8fd8109a30 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fdec67640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd810f620 con 0x7f8fd8103af0 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fd7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fd7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8076000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60116/0 (socket says 172.21.15.112:60116) 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fd7fff640 1 -- 172.21.15.112:0/831402324 learned_addr learned my addr 172.21.15.112:0/831402324 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.770+0000 7f8fd7fff640 1 -- 172.21.15.112:0/831402324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8fd8103af0 msgr2=0x7f8fd80778f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8fd8103af0 0x7f8fd80778f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd7fff640 1 -- 172.21.15.112:0/831402324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8fd8109a30 msgr2=0x7f8fd8076540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fdd204640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8fd8109a30 0x7f8fd8076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8fd8109a30 0x7f8fd8076540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd7fff640 1 -- 172.21.15.112:0/831402324 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd8076b80 con 0x7f8fd8104d30 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8076000 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4009230 tx=0x7f8fc40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd5ffb640 1 -- 172.21.15.112:0/831402324 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc403f030 con 0x7f8fd8104d30 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fd8076e10 con 0x7f8fd8104d30 2024-04-25T16:00:58.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd5ffb640 1 -- 172.21.15.112:0/831402324 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8fc4003c90 con 0x7f8fd8104d30 2024-04-25T16:00:58.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fd5ffb640 1 -- 172.21.15.112:0/831402324 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4035070 con 0x7f8fd8104d30 2024-04-25T16:00:58.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.771+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fd81a45a0 con 0x7f8fd8104d30 2024-04-25T16:00:58.780 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:58 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2396487301' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:58.781 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:58 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2732912973' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:58.781 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:58 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1414996658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:58.781 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:58 smithi116 ceph-mon[32780]: pgmap v356: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:58.782 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.773+0000 7f8fd5ffb640 1 -- 172.21.15.112:0/831402324 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f8fc4042030 con 0x7f8fd8104d30 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 Processor -- start 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 -- start start 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433679e270 0x564336b3f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b3f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433677d590 0x564336b467f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x564336aa4740 con 0x56433679e270 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x564336a403a0 con 0x5643367753b0 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564336aa0700 con 0x56433677d590 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433679e270 0x564336b3f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433679e270 0x564336b3f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60130/0 (socket says 172.21.15.112:60130) 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 -- 172.21.15.112:0/761910717 learned_addr learned my addr 172.21.15.112:0/761910717 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdca03640 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b3f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fd5ffb640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8fc80afaf0 0x7f8fc80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433677d590 0x564336b467f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 -- 172.21.15.112:0/761910717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433677d590 msgr2=0x564336b467f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433677d590 0x564336b467f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 -- 172.21.15.112:0/761910717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 msgr2=0x564336b3f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b3f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 -- 172.21.15.112:0/761910717 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564336a5c750 con 0x56433679e270 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fd5ffb640 1 -- 172.21.15.112:0/831402324 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f8fc40ff7c0 con 0x7f8fd8104d30 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.774+0000 7f8fdd204640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8fc80afaf0 0x7f8fc80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.775+0000 7f8fdd204640 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433679e270 0x564336b3f370 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0008f20 tx=0x7f8fd000d7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=731ba9f66dfa0312 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.775+0000 7f8fc2ffd640 1 -- 172.21.15.112:0/761910717 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd001a8e0 con 0x56433679e270 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.775+0000 7f8fc2ffd640 1 -- 172.21.15.112:0/761910717 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8fd0019410 con 0x56433679e270 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.775+0000 7f8fc2ffd640 1 -- 172.21.15.112:0/761910717 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd000e3b0 con 0x56433679e270 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/761910717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433679e270 msgr2=0x564336b3f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433679e270 0x564336b3f370 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0008f20 tx=0x7f8fd000d7d0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fdd204640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8fc80afaf0 0x7f8fc80b2000 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8fd001e000 tx=0x7f8fd001f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/761910717 shutdown_connections 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433677d590 0x564336b467f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.784 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b3f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/761910717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433679e270 0x564336b3f370 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/761910717 >> 172.21.15.112:0/761910717 conn(0x5643367923c0 msgr2=0x564336b3ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/761910717 shutdown_connections 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/761910717 wait complete. 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 -- start start 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.776+0000 7f8fe5bf8740 1 Processor -- start 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b492a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b497e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433679e270 0x564336b50740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x564336b47240 con 0x56433677d590 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x564336a2bfe0 con 0x5643367753b0 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564336b473c0 con 0x56433679e270 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 10 client.0 _ll_register_callbacks cb 0x564336a42150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b497e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b497e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60138/0 (socket says 172.21.15.112:60138) 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 -- 172.21.15.112:0/481378375 learned_addr learned my addr 172.21.15.112:0/481378375 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.785 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fdca03640 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b492a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fdd204640 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433679e270 0x564336b50740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 -- 172.21.15.112:0/481378375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433679e270 msgr2=0x564336b50740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433679e270 0x564336b50740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 -- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 msgr2=0x564336b492a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b492a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 -- 172.21.15.112:0/481378375 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643367b62d0 con 0x56433677d590 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b497e0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f8fc40c3910 tx=0x7f8fc4009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7f9fc2f1a51bc7d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fb7fff640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fb7fff640 1 -- 172.21.15.112:0/481378375 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4049070 con 0x56433677d590 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fb7fff640 1 -- 172.21.15.112:0/481378375 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f8fc40c7af0 con 0x56433677d590 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fd0019410 con 0x56433677d590 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.777+0000 7f8fb7fff640 1 -- 172.21.15.112:0/481378375 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8fc40c71e0 con 0x56433677d590 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 10 client.15507 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.786 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5643368806b0 con 0x56433677d590 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fb7fff640 1 -- 172.21.15.112:0/481378375 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8fd0019410 con 0x56433677d590 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fb7fff640 1 -- 172.21.15.112:0/481378375 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8fc40dcce0 con 0x56433677d590 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 10 client.15507 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 10 client.15507 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 20 client.15507 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433675ce40 0x564336b56f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 4 client.15507 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 --> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564336ab2350 con 0x56433675ce40 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.778+0000 7f8fdca03640 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433675ce40 0x564336b56f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fdca03640 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433675ce40 0x564336b56f30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ddcbbe005f22a1a4 server_cookie=286ccf6a5d97df67 in_seq=0 out_seq=0 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fb7fff640 10 client.15507 ms_handle_connect on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fb7fff640 1 -- 172.21.15.112:0/481378375 <== mds.1 v2:172.21.15.116:6836/3998170047 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564336ab2350 con 0x56433675ce40 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fb7fff640 10 client.15507 handle_command_reply: tid=0 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 client.15507 shutdown 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 msgr2=0x564336b497e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b497e0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f8fc40c3910 tx=0x7f8fc4009620 comp rx=0 tx=0).stop 2024-04-25T16:00:58.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 shutdown_connections 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433675ce40 0x564336b56f30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433679e270 0x564336b50740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b497e0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fb7fff640 0 client.15507 ms_handle_reset on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/481378375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b492a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.779+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 >> 172.21.15.112:0/481378375 conn(0x5643367923c0 msgr2=0x564336b39d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.780+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 shutdown_connections 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.780+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/481378375 wait complete. 2024-04-25T16:00:58.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.780+0000 7f8fe5bf8740 20 client.15507 trim_cache size 0 max 16384 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 Processor -- start 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 -- start start 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b3ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b547f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b50660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x564336b55270 con 0x56433677d590 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x564336b55940 con 0x5643367753b0 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564336b56010 con 0x56433675ce40 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdd204640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b50660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdd204640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b50660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60142/0 (socket says 172.21.15.112:60142) 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdd204640 1 -- 172.21.15.112:0/3400633358 learned_addr learned my addr 172.21.15.112:0/3400633358 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdca03640 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b3ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b547f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdd204640 1 -- 172.21.15.112:0/3400633358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 msgr2=0x564336b3ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdd204640 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b3ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdd204640 1 -- 172.21.15.112:0/3400633358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 msgr2=0x564336b547f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.798+0000 7f8fdd204640 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b547f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.799+0000 7f8fdd204640 1 -- 172.21.15.112:0/3400633358 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564336b440f0 con 0x56433677d590 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.799+0000 7f8fdd204640 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b50660 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0008580 tx=0x7f8fd0008e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fffe7a5c38308cf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.799+0000 7f8fc27fc640 1 -- 172.21.15.112:0/3400633358 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd0034070 con 0x56433677d590 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.799+0000 7f8fc27fc640 1 -- 172.21.15.112:0/3400633358 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8fd0004e50 con 0x56433677d590 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.799+0000 7f8fc27fc640 1 -- 172.21.15.112:0/3400633358 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd001acf0 con 0x56433677d590 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/3400633358 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 msgr2=0x564336b50660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b50660 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0008580 tx=0x7f8fd0008e00 comp rx=0 tx=0).stop 2024-04-25T16:00:58.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/3400633358 shutdown_connections 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56433677d590 0x564336b50660 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5643367753b0 0x564336b547f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/3400633358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b3ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/3400633358 >> 172.21.15.112:0/3400633358 conn(0x5643367923c0 msgr2=0x564336b3a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/3400633358 shutdown_connections 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/3400633358 wait complete. 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- start start 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 Processor -- start 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b4ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5643367753b0 0x564336b4d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56433677d590 0x564336b50130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x564336b56db0 con 0x5643367753b0 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x564336b566e0 con 0x56433677d590 2024-04-25T16:00:58.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.800+0000 7f8fe5bf8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564336b57480 con 0x56433675ce40 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fe5bf8740 10 client.0 _ll_register_callbacks cb 0x7f8fc40c1ed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5643367753b0 0x564336b4d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5643367753b0 0x564336b4d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60154/0 (socket says 172.21.15.112:60154) 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 -- 172.21.15.112:0/249852188 learned_addr learned my addr 172.21.15.112:0/249852188 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fdca03640 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b4ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fdd204640 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56433677d590 0x564336b50130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 -- 172.21.15.112:0/249852188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 msgr2=0x564336b4ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b4ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 -- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56433677d590 msgr2=0x564336b50130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56433677d590 0x564336b50130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 -- 172.21.15.112:0/249852188 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564336b506f0 con 0x5643367753b0 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fd7fff640 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5643367753b0 0x564336b4d1f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4005ab0 tx=0x7f8fc40ea300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418aff2e12c39720 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fb7fff640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fb7fff640 1 -- 172.21.15.112:0/249852188 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4049070 con 0x5643367753b0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fb7fff640 1 -- 172.21.15.112:0/249852188 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f8fc40c8dd0 con 0x5643367753b0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fd0004e50 con 0x5643367753b0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fb7fff640 1 -- 172.21.15.112:0/249852188 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8fc40c7000 con 0x5643367753b0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fe5bf8740 10 client.15513 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.801+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564336bc0350 con 0x5643367753b0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fb7fff640 1 -- 172.21.15.112:0/249852188 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8fd0004e50 con 0x5643367753b0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fb7fff640 1 -- 172.21.15.112:0/249852188 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8fc40dcce0 con 0x5643367753b0 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fe5bf8740 10 client.15513 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fe5bf8740 10 client.15513 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fe5bf8740 20 client.15513 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433679e270 0x564336bc3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fe5bf8740 4 client.15513 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 --> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] -- command(tid 0: {"prefix": "status"}) -- 0x564336aac1c0 con 0x56433679e270 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fdca03640 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433679e270 0x564336bc3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fb7fff640 10 client.15513 ms_handle_connect on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.802+0000 7f8fdca03640 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433679e270 0x564336bc3a70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=83188448f0c9a878 server_cookie=63a05367d707c0da in_seq=0 out_seq=0 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fb7fff640 1 -- 172.21.15.112:0/249852188 <== mds.1 v2:172.21.15.116:6836/3998170047 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x564336aac1c0 con 0x56433679e270 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fb7fff640 10 client.15513 handle_command_reply: tid=0 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 client.15513 shutdown 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5643367753b0 msgr2=0x564336b4d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5643367753b0 0x564336b4d1f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4005ab0 tx=0x7f8fc40ea300 comp rx=0 tx=0).stop 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 shutdown_connections 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:6836/3998170047,v1:172.21.15.116:6837/3998170047] conn(0x56433679e270 0x564336bc3a70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56433677d590 0x564336b50130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fb7fff640 0 client.15513 ms_handle_reset on v2:172.21.15.116:6836/3998170047 2024-04-25T16:00:58.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5643367753b0 0x564336b4d1f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 --2- 172.21.15.112:0/249852188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56433675ce40 0x564336b4ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 >> 172.21.15.112:0/249852188 conn(0x5643367923c0 msgr2=0x564336b39330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 shutdown_connections 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 1 -- 172.21.15.112:0/249852188 wait complete. 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fe5bf8740 20 client.15513 trim_cache size 0 max 16384 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 1, 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24503, 2024-04-25T16:00:58.811 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 112.509454975, 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 83, 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 154.99293079200001 2024-04-25T16:00:58.812 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8fc80afaf0 msgr2=0x7f8fc80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fdec67640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8fc80afaf0 0x7f8fc80b2000 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8fd001e000 tx=0x7f8fd001f000 comp rx=0 tx=0).stop 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 msgr2=0x7f8fd8076000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.803+0000 7f8fdec67640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8076000 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4009230 tx=0x7f8fc40042f0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 shutdown_connections 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f8fc80afaf0 0x7f8fc80b2000 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8fd8109a30 0x7f8fd8076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd8104d30 0x7f8fd8076000 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 --2- 172.21.15.112:0/831402324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8fd8103af0 0x7f8fd80778f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 >> 172.21.15.112:0/831402324 conn(0x7f8fd80fece0 msgr2=0x7f8fd8105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 shutdown_connections 2024-04-25T16:00:58.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.804+0000 7f8fdec67640 1 -- 172.21.15.112:0/831402324 wait complete. 2024-04-25T16:00:58.816 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T16:00:58.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:58 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2396487301' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:00:58.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:58 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2732912973' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:00:58.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:58 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1414996658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:00:58.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:58 smithi133 ceph-mon[32641]: pgmap v356: 129 pgs: 129 active+clean; 648 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T16:00:58.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 -- 172.21.15.112:0/841923087 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c81050a0 msgr2=0x7ff6c81054b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 --2- 172.21.15.112:0/841923087 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c81050a0 0x7ff6c81054b0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7ff6b8009900 tx=0x7ff6b802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:58.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 -- 172.21.15.112:0/841923087 shutdown_connections 2024-04-25T16:00:58.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 --2- 172.21.15.112:0/841923087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6c8101750 0x7ff6c8101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 --2- 172.21.15.112:0/841923087 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6c8102250 0x7ff6c810bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 --2- 172.21.15.112:0/841923087 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c81050a0 0x7ff6c81054b0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 -- 172.21.15.112:0/841923087 >> 172.21.15.112:0/841923087 conn(0x7ff6c80fd350 msgr2=0x7ff6c80ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 -- 172.21.15.112:0/841923087 shutdown_connections 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.964+0000 7ff6cf884640 1 -- 172.21.15.112:0/841923087 wait complete. 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 Processor -- start 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 -- start start 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6c8101750 0x7ff6c819a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c8102250 0x7ff6c819a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6c81050a0 0x7ff6c81a1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c810f4c0 con 0x7ff6c8102250 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c810f340 con 0x7ff6c81050a0 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cf884640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c810f640 con 0x7ff6c8101750 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c8102250 0x7ff6c819a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c8102250 0x7ff6c819a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60180/0 (socket says 172.21.15.112:60180) 2024-04-25T16:00:58.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 -- 172.21.15.112:0/1418341372 learned_addr learned my addr 172.21.15.112:0/1418341372 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cde21640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6c81050a0 0x7ff6c81a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cd620640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6c8101750 0x7ff6c819a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 -- 172.21.15.112:0/1418341372 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6c8101750 msgr2=0x7ff6c819a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6c8101750 0x7ff6c819a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 -- 172.21.15.112:0/1418341372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6c81050a0 msgr2=0x7ff6c81a1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6c81050a0 0x7ff6c81a1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cce1f640 1 -- 172.21.15.112:0/1418341372 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6c81a1c10 con 0x7ff6c8102250 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.965+0000 7ff6cde21640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6c81050a0 0x7ff6c81a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.966+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c8102250 0x7ff6c819a780 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400c970 tx=0x7ff6c400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.966+0000 7ff6be7fc640 1 -- 172.21.15.112:0/1418341372 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c4007bb0 con 0x7ff6c8102250 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.966+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6c81a1f00 con 0x7ff6c8102250 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.966+0000 7ff6be7fc640 1 -- 172.21.15.112:0/1418341372 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6c4007d50 con 0x7ff6c8102250 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.966+0000 7ff6be7fc640 1 -- 172.21.15.112:0/1418341372 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c4004e40 con 0x7ff6c8102250 2024-04-25T16:00:58.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.966+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6c81a2310 con 0x7ff6c8102250 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 Processor -- start 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 -- start start 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6be7fc640 1 -- 172.21.15.112:0/1418341372 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7ff6c4005020 con 0x7ff6c8102250 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c08b270 0x56189c42c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c42c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4337f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x56189c391740 con 0x56189c06a590 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56189c32d3a0 con 0x56189c0623b0 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6d6806740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56189c38d700 con 0x56189c08b270 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4337f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4337f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60186/0 (socket says 172.21.15.112:60186) 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 -- 172.21.15.112:0/2561865768 learned_addr learned my addr 172.21.15.112:0/2561865768 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cde21640 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c08b270 0x56189c42c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cd620640 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c42c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 -- 172.21.15.112:0/2561865768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c08b270 msgr2=0x56189c42c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c08b270 0x56189c42c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 -- 172.21.15.112:0/2561865768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 msgr2=0x56189c42c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c42c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cce1f640 1 -- 172.21.15.112:0/2561865768 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56189c349750 con 0x56189c06a590 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.969+0000 7ff6cd620640 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c42c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.970+0000 7ff6be7fc640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6b40afaf0 0x7ff6b40b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.970+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4337f0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7ff6c40e2f70 tx=0x7ff6c40e7570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0833c3b4dc4f003 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.970+0000 7ff6cde21640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6b40afaf0 0x7ff6b40b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.970+0000 7ff6be7fc640 1 -- 172.21.15.112:0/1418341372 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff6c40dee60 con 0x7ff6c8102250 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.970+0000 7ff6cde21640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6b40afaf0 0x7ff6b40b2000 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x56189c42d540 tx=0x7ff6c00086a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.971+0000 7ff6b37fe640 1 -- 172.21.15.112:0/2561865768 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c40f2070 con 0x56189c06a590 2024-04-25T16:00:58.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.971+0000 7ff6b37fe640 1 -- 172.21.15.112:0/2561865768 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6c40055d0 con 0x56189c06a590 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.971+0000 7ff6b37fe640 1 -- 172.21.15.112:0/2561865768 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c40a66a0 con 0x56189c06a590 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.971+0000 7ff6d6806740 1 -- 172.21.15.112:0/2561865768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 msgr2=0x56189c4337f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.971+0000 7ff6d6806740 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4337f0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7ff6c40e2f70 tx=0x7ff6c40e7570 comp rx=0 tx=0).stop 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- 172.21.15.112:0/2561865768 shutdown_connections 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4337f0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c42c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 --2- 172.21.15.112:0/2561865768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c08b270 0x56189c42c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- 172.21.15.112:0/2561865768 >> 172.21.15.112:0/2561865768 conn(0x56189c07f3c0 msgr2=0x56189c427d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- 172.21.15.112:0/2561865768 shutdown_connections 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- 172.21.15.112:0/2561865768 wait complete. 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- start start 2024-04-25T16:00:58.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 Processor -- start 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c0623b0 0x56189c436280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4367c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c08b270 0x56189c43d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x56189c434240 con 0x56189c06a590 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56189c318fe0 con 0x56189c08b270 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.972+0000 7ff6d6806740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56189c4343c0 con 0x56189c0623b0 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6d6806740 10 client.0 _ll_register_callbacks cb 0x56189c32f150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:58.979 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4367c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4367c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60194/0 (socket says 172.21.15.112:60194) 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3733202116 learned_addr learned my addr 172.21.15.112:0/3733202116 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cd620640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c0623b0 0x56189c436280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cde21640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c08b270 0x56189c43d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3733202116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c0623b0 msgr2=0x56189c436280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c0623b0 0x56189c436280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c08b270 msgr2=0x56189c43d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c08b270 0x56189c43d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3733202116 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56189c0a32d0 con 0x56189c06a590 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cd620640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c0623b0 0x56189c436280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4367c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7ff6c40e2f70 tx=0x7ff6c4007f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b7c965ff2f75811 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/3733202116 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c401d070 con 0x56189c06a590 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/3733202116 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff6c40046c0 con 0x56189c06a590 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56189c39f350 con 0x56189c06a590 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/3733202116 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff6c406c050 con 0x56189c06a590 2024-04-25T16:00:58.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6d6806740 10 client.15525 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.973+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56189c16d6b0 con 0x56189c06a590 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/3733202116 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x56189c39f350 con 0x56189c06a590 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/3733202116 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff6c40a7190 con 0x56189c06a590 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6d6806740 10 client.15525 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6d6806740 10 client.15525 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6d6806740 20 client.15525 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c049e40 0x56189c4439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6d6806740 4 client.15525 mds_command: new command op to 24548 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 --> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56189c3991c0 con 0x56189c049e40 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.974+0000 7ff6cd620640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c049e40 0x56189c4439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.975+0000 7ff6b0ff9640 10 client.15525 ms_handle_connect on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.975+0000 7ff6cd620640 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c049e40 0x56189c4439f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d5930f7dfd7d1ea server_cookie=8513f2b8acfae6e1 in_seq=0 out_seq=0 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.975+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/3733202116 <== mds.0 v2:172.21.15.116:6838/524675452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56189c3991c0 con 0x56189c049e40 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.975+0000 7ff6b0ff9640 10 client.15525 handle_command_reply: tid=0 2024-04-25T16:00:58.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.975+0000 7ff6d6806740 1 client.15525 shutdown 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 msgr2=0x56189c4367c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4367c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7ff6c40e2f70 tx=0x7ff6c4007f80 comp rx=0 tx=0).stop 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 shutdown_connections 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c049e40 0x56189c4439f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c08b270 0x56189c43d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c06a590 0x56189c4367c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3733202116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c0623b0 0x56189c436280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6b0ff9640 0 client.15525 ms_handle_reset on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 >> 172.21.15.112:0/3733202116 conn(0x56189c07f3c0 msgr2=0x56189c426d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 shutdown_connections 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 1 -- 172.21.15.112:0/3733202116 wait complete. 2024-04-25T16:00:58.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.976+0000 7ff6d6806740 20 client.15525 trim_cache size 0 max 16384 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 Processor -- start 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 -- start start 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c07f3c0 0x56189c435cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c0623b0 0x56189c422a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 0x56189c43da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x56189c441d30 con 0x56189c0623b0 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56189c442400 con 0x56189c07f3c0 2024-04-25T16:00:58.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6d6806740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56189c442ad0 con 0x56189c06a590 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c0623b0 0x56189c422a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6cce1f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c0623b0 0x56189c422a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60200/0 (socket says 172.21.15.112:60200) 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.994+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3510099032 learned_addr learned my addr 172.21.15.112:0/3510099032 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6cd620640 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c07f3c0 0x56189c435cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3510099032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 msgr2=0x56189c43da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 0x56189c43da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3510099032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c07f3c0 msgr2=0x56189c435cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c07f3c0 0x56189c435cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6cce1f640 1 -- 172.21.15.112:0/3510099032 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56189c423430 con 0x56189c0623b0 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c0623b0 0x56189c422a20 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff6c40a2fb0 tx=0x7ff6c40ab2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0b0862b07b21f92 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6b2ffd640 1 -- 172.21.15.112:0/3510099032 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c401d040 con 0x56189c0623b0 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6b2ffd640 1 -- 172.21.15.112:0/3510099032 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6c40e7a70 con 0x56189c0623b0 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.995+0000 7ff6b2ffd640 1 -- 172.21.15.112:0/3510099032 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c40046c0 con 0x56189c0623b0 2024-04-25T16:00:58.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 -- 172.21.15.112:0/3510099032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c0623b0 msgr2=0x56189c422a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c0623b0 0x56189c422a20 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff6c40a2fb0 tx=0x7ff6c40ab2e0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 -- 172.21.15.112:0/3510099032 shutdown_connections 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 0x56189c43da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c0623b0 0x56189c422a20 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 --2- 172.21.15.112:0/3510099032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c07f3c0 0x56189c435cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 -- 172.21.15.112:0/3510099032 >> 172.21.15.112:0/3510099032 conn(0x56189c436a50 msgr2=0x56189c4355b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 -- 172.21.15.112:0/3510099032 shutdown_connections 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 -- 172.21.15.112:0/3510099032 wait complete. 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 -- start start 2024-04-25T16:00:58.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.996+0000 7ff6d6806740 1 Processor -- start 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c4aaa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 0x56189c4acfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c07f3c0 0x56189c4af5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x56189c443870 con 0x56189c07f3c0 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56189c4431a0 con 0x56189c0623b0 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56189c443f40 con 0x56189c06a590 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 10 client.0 _ll_register_callbacks cb 0x7ff6c40f0070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T16:00:59.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c07f3c0 0x56189c4af5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c07f3c0 0x56189c4af5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60208/0 (socket says 172.21.15.112:60208) 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 -- 172.21.15.112:0/4221934970 learned_addr learned my addr 172.21.15.112:0/4221934970 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cd620640 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c4aaa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cce1f640 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 0x56189c4acfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 -- 172.21.15.112:0/4221934970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 msgr2=0x56189c4acfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 0x56189c4acfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 -- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 msgr2=0x56189c4aaa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c4aaa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 -- 172.21.15.112:0/4221934970 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56189c4310c0 con 0x56189c07f3c0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6cde21640 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c07f3c0 0x56189c4af5b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7ff6c001cde0 tx=0x7ff6c0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3cf1ada749e584a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/4221934970 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c00265f0 con 0x56189c07f3c0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/4221934970 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7ff6c0026790 con 0x56189c07f3c0 2024-04-25T16:00:59.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.997+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6c40e7a70 con 0x56189c07f3c0 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/4221934970 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff6c0031050 con 0x56189c07f3c0 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 10 client.15531 fetch_fsmap learned FSMap version 28 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56189c4b0e90 con 0x56189c07f3c0 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/4221934970 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6c40e7a70 con 0x56189c07f3c0 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/4221934970 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff6c00259c0 con 0x56189c07f3c0 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 10 client.15531 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 10 client.15531 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 20 client.15531 populate_metadata read hostname 'smithi112' 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c08b270 0x56189c4b47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 4 client.15531 mds_command: new command op to 24548 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 --> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] -- command(tid 0: {"prefix": "status"}) -- 0x56189c3149a0 con 0x56189c08b270 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.998+0000 7ff6cd620640 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c08b270 0x56189c4b47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6cd620640 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c08b270 0x56189c4b47b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f9a0b507651d8d6 server_cookie=1df0fda27973d8d6 in_seq=0 out_seq=0 2024-04-25T16:00:59.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6b0ff9640 10 client.15531 ms_handle_connect on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6b0ff9640 1 -- 172.21.15.112:0/4221934970 <== mds.0 v2:172.21.15.116:6838/524675452 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56189c3149a0 con 0x56189c08b270 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6b0ff9640 10 client.15531 handle_command_reply: tid=0 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 client.15531 shutdown 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c07f3c0 msgr2=0x56189c4af5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c07f3c0 0x56189c4af5b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7ff6c001cde0 tx=0x7ff6c0004ab0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 shutdown_connections 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:6838/524675452,v1:172.21.15.116:6839/524675452] conn(0x56189c08b270 0x56189c4b47b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56189c06a590 0x56189c4acfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56189c07f3c0 0x56189c4af5b0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 --2- 172.21.15.112:0/4221934970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56189c0623b0 0x56189c4aaa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6b0ff9640 0 client.15531 ms_handle_reset on v2:172.21.15.116:6838/524675452 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 >> 172.21.15.112:0/4221934970 conn(0x56189c436a50 msgr2=0x56189c4355b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 shutdown_connections 2024-04-25T16:00:59.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 1 -- 172.21.15.112:0/4221934970 wait complete. 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:58.999+0000 7ff6d6806740 20 client.15531 trim_cache size 0 max 16384 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "68f2f37e-031b-11ef-bc93-c7b262605968", 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 0, 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24548, 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 136.75729046399999, 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 28, 2024-04-25T16:00:59.007 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 83, 2024-04-25T16:00:59.008 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T16:00:59.008 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 143.65812070199999 2024-04-25T16:00:59.008 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6b40afaf0 msgr2=0x7ff6b40b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6b40afaf0 0x7ff6b40b2000 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x56189c42d540 tx=0x7ff6c00086a0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c8102250 msgr2=0x7ff6c819a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c8102250 0x7ff6c819a780 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400c970 tx=0x7ff6c400ce30 comp rx=0 tx=0).stop 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 shutdown_connections 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7ff6b40afaf0 0x7ff6b40b2000 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff6c81050a0 0x7ff6c81a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff6c8102250 0x7ff6c819a780 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 --2- 172.21.15.112:0/1418341372 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6c8101750 0x7ff6c819a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 >> 172.21.15.112:0/1418341372 conn(0x7ff6c80fd350 msgr2=0x7ff6c8105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 shutdown_connections 2024-04-25T16:00:59.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.000+0000 7ff6cf884640 1 -- 172.21.15.112:0/1418341372 wait complete. 2024-04-25T16:00:59.012 INFO:teuthology.run_tasks:Running task sequential... 2024-04-25T16:00:59.023 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-25T16:00:59.023 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-25T16:00:59.024 INFO:teuthology.task.print:Enabling mgr modules 2024-04-25T16:00:59.024 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-25T16:00:59.025 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T16:00:59.025 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:00:59.025 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.132+0000 7f641ef6c640 1 -- 172.21.15.112:0/774087769 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418103b30 msgr2=0x7f6418104830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.132+0000 7f641ef6c640 1 --2- 172.21.15.112:0/774087769 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418103b30 0x7f6418104830 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f6408009900 tx=0x7f640802a410 comp rx=0 tx=0).stop 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.132+0000 7f641ef6c640 1 -- 172.21.15.112:0/774087769 shutdown_connections 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 --2- 172.21.15.112:0/774087769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6418109a70 0x7f641810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 --2- 172.21.15.112:0/774087769 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6418104d70 0x7f6418105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 --2- 172.21.15.112:0/774087769 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418103b30 0x7f6418104830 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 -- 172.21.15.112:0/774087769 >> 172.21.15.112:0/774087769 conn(0x7f64180fed40 msgr2=0x7f64181011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 -- 172.21.15.112:0/774087769 shutdown_connections 2024-04-25T16:00:59.136 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 -- 172.21.15.112:0/774087769 wait complete. 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 Processor -- start 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 -- start start 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6418103b30 0x7f641819a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6418104d70 0x7f641819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418109a70 0x7f64181a1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f641810f4e0 con 0x7f6418109a70 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f641810f360 con 0x7f6418104d70 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.133+0000 7f641ef6c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f641810f660 con 0x7f6418103b30 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418109a70 0x7f64181a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418109a70 0x7f64181a1650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60226/0 (socket says 172.21.15.112:60226) 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 -- 172.21.15.112:0/2796091472 learned_addr learned my addr 172.21.15.112:0/2796091472 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f6417fff640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6418104d70 0x7f641819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641cd08640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6418103b30 0x7f641819a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 -- 172.21.15.112:0/2796091472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6418103b30 msgr2=0x7f641819a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6418103b30 0x7f641819a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 -- 172.21.15.112:0/2796091472 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6418104d70 msgr2=0x7f641819a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6418104d70 0x7f641819a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 -- 172.21.15.112:0/2796091472 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64181a1cc0 con 0x7f6418109a70 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641cd08640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6418103b30 0x7f641819a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641d509640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418109a70 0x7f64181a1650 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f641000cad0 tx=0x7f641000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f6415ffb640 1 -- 172.21.15.112:0/2796091472 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641000ae20 con 0x7f6418109a70 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f6415ffb640 1 -- 172.21.15.112:0/2796091472 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6410005020 con 0x7f6418109a70 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f6415ffb640 1 -- 172.21.15.112:0/2796091472 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641000f6b0 con 0x7f6418109a70 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64181a1fb0 con 0x7f6418109a70 2024-04-25T16:00:59.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.134+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64181a23c0 con 0x7f6418109a70 2024-04-25T16:00:59.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.136+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6418108880 con 0x7f6418109a70 2024-04-25T16:00:59.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.137+0000 7f6415ffb640 1 -- 172.21.15.112:0/2796091472 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) ==== 147521+0+0 (secure 0 0 0) 0x7f64100051d0 con 0x7f6418109a70 2024-04-25T16:00:59.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.137+0000 7f6415ffb640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64000afae0 0x7f64000b1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:00:59.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.138+0000 7f641cd08640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64000afae0 0x7f64000b1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:00:59.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.138+0000 7f6415ffb640 1 -- 172.21.15.112:0/2796091472 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f64100df400 con 0x7f6418109a70 2024-04-25T16:00:59.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.138+0000 7f641cd08640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64000afae0 0x7f64000b1ff0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6408005f70 tx=0x7f6408000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:00:59.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.141+0000 7f6415ffb640 1 -- 172.21.15.112:0/2796091472 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6410014030 con 0x7f6418109a70 2024-04-25T16:00:59.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.370+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f6418050740 con 0x7f6418109a70 2024-04-25T16:00:59.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.464+0000 7f6415ffb640 1 -- 172.21.15.112:0/2796091472 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f64100a7bd0 con 0x7f6418109a70 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.466+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64000afae0 msgr2=0x7f64000b1ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64000afae0 0x7f64000b1ff0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6408005f70 tx=0x7f6408000bc0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418109a70 msgr2=0x7f64181a1650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418109a70 0x7f64181a1650 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f641000cad0 tx=0x7f641000cf90 comp rx=0 tx=0).stop 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 shutdown_connections 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f64000afae0 0x7f64000b1ff0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6418109a70 0x7f64181a1650 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6418104d70 0x7f641819a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 --2- 172.21.15.112:0/2796091472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6418103b30 0x7f641819a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:00:59.469 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 >> 172.21.15.112:0/2796091472 conn(0x7f64180fed40 msgr2=0x7f6418105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:00:59.469 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 shutdown_connections 2024-04-25T16:00:59.469 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:00:59.467+0000 7f641ef6c640 1 -- 172.21.15.112:0/2796091472 wait complete. 2024-04-25T16:00:59.486 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-04-25T16:00:59.496 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-04-25T16:00:59.497 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-04-25T16:00:59.497 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-04-25T16:00:59.497 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-25T16:00:59.497 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T16:00:59.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:00:59.497 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-04-25T16:00:59.513 INFO:teuthology.orchestra.run.smithi112.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-25T16:00:59.514 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:00:59.514 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T16:00:59.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:00:59.578 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link delete ceph-brx 2024-04-25T16:00:59.689 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-04-25T16:00:59.689 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-25T16:00:59.711 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:00:59 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2796091472' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T16:00:59.711 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:00:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: ignoring --setuser ceph since I am not root 2024-04-25T16:00:59.711 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:00:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: ignoring --setgroup ceph since I am not root 2024-04-25T16:00:59.711 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:00:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:00:59.682+0000 7f273af3a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T16:00:59.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:00:59 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2796091472' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T16:00:59.778 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:00:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: ignoring --setuser ceph since I am not root 2024-04-25T16:00:59.778 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:00:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: ignoring --setgroup ceph since I am not root 2024-04-25T16:00:59.778 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:00:59 smithi116 ceph-mgr[34178]: -- 172.21.15.116:0/2024654695 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557fa52c45a0 con 0x557faa04e900 2024-04-25T16:00:59.778 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:00:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:00:59.668+0000 7f4857f20200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T16:00:59.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:00:59 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2796091472' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T16:00:59.861 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:00:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: ignoring --setuser ceph since I am not root 2024-04-25T16:00:59.862 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:00:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: ignoring --setgroup ceph since I am not root 2024-04-25T16:00:59.862 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:00:59 smithi133 ceph-mgr[34498]: -- 172.21.15.133:0/4276557238 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cb5397a5a0 con 0x55cb58704480 2024-04-25T16:00:59.862 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:00:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:00:59.674+0000 7f38a9d04200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T16:00:59.862 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:00:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:00:59.860+0000 7f38a9d04200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T16:00:59.937 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:01:00.001 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:00:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:00:59.882+0000 7f273af3a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T16:01:00.001 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:00.000+0000 7f273af3a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T16:01:00.185 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:00:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:00:59.965+0000 7f38a9d04200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T16:01:00.270 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:00:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:00:59.855+0000 7f4857f20200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T16:01:00.270 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:00:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:00:59.959+0000 7f4857f20200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T16:01:00.270 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:00.269+0000 7f4857f20200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T16:01:00.318 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:00.317+0000 7f273af3a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T16:01:00.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:00.356+0000 7f4857f20200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T16:01:00.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:00 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2796091472' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T16:01:00.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:00 smithi116 ceph-mon[32780]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-25T16:01:00.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:00 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2796091472' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T16:01:00.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:00 smithi133 ceph-mon[32641]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-25T16:01:00.686 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:00.276+0000 7f38a9d04200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T16:01:00.686 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:00.363+0000 7f38a9d04200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T16:01:00.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:00 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2796091472' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T16:01:00.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:00 smithi112 ceph-mon[29426]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-25T16:01:00.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:00.413+0000 7f273af3a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T16:01:01.670 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:01.639+0000 7f273af3a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T16:01:01.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 -- 172.21.15.112:0/2297014254 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648107cc0 msgr2=0x7f96481080d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:01.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 --2- 172.21.15.112:0/2297014254 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648107cc0 0x7f96481080d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f963c0099c0 tx=0x7f963c009cd0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 -- 172.21.15.112:0/2297014254 shutdown_connections 2024-04-25T16:01:01.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 --2- 172.21.15.112:0/2297014254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9648108610 0x7f964810ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 --2- 172.21.15.112:0/2297014254 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9648103390 0x7f96481037a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 --2- 172.21.15.112:0/2297014254 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648107cc0 0x7f96481080d0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 -- 172.21.15.112:0/2297014254 >> 172.21.15.112:0/2297014254 conn(0x7f96480fec90 msgr2=0x7f96481010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:01.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 -- 172.21.15.112:0/2297014254 shutdown_connections 2024-04-25T16:01:01.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.670+0000 7f964de78700 1 -- 172.21.15.112:0/2297014254 wait complete. 2024-04-25T16:01:01.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 Processor -- start 2024-04-25T16:01:01.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 -- start start 2024-04-25T16:01:01.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648103390 0x7f964819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:01.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9648107cc0 0x7f964819d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:01.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9648108610 0x7f96481a16b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:01.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f9648113120 con 0x7f9648103390 2024-04-25T16:01:01.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9648112fa0 con 0x7f9648108610 2024-04-25T16:01:01.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.671+0000 7f964de78700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f96481132a0 con 0x7f9648107cc0 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648103390 0x7f964819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648103390 0x7f964819ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60268/0 (socket says 172.21.15.112:60268) 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 -- 172.21.15.112:0/2605838113 learned_addr learned my addr 172.21.15.112:0/2605838113 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f9647fff700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9648108610 0x7f96481a16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f9646ffd700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9648107cc0 0x7f964819d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 -- 172.21.15.112:0/2605838113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9648107cc0 msgr2=0x7f964819d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9648107cc0 0x7f964819d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 -- 172.21.15.112:0/2605838113 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9648108610 msgr2=0x7f96481a16b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9648108610 0x7f96481a16b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 -- 172.21.15.112:0/2605838113 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96481a1d50 con 0x7f9648103390 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.672+0000 7f96477fe700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648103390 0x7f964819ce80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f963800e9a0 tx=0x7f963800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:01.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.673+0000 7f9644ff9700 1 -- 172.21.15.112:0/2605838113 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f963800ca10 con 0x7f9648103390 2024-04-25T16:01:01.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.673+0000 7f9644ff9700 1 -- 172.21.15.112:0/2605838113 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f963800cbb0 con 0x7f9648103390 2024-04-25T16:01:01.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.673+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96481a2040 con 0x7f9648103390 2024-04-25T16:01:01.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.673+0000 7f9644ff9700 1 -- 172.21.15.112:0/2605838113 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9638018680 con 0x7f9648103390 2024-04-25T16:01:01.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.673+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96481a9960 con 0x7f9648103390 2024-04-25T16:01:01.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.674+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9648051190 con 0x7f9648103390 2024-04-25T16:01:01.676 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.675+0000 7f9644ff9700 1 -- 172.21.15.112:0/2605838113 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 19) ==== 147538+0+0 (secure 0 0 0) 0x7f9638010430 con 0x7f9648103390 2024-04-25T16:01:01.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.676+0000 7f9644ff9700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 0x7f96300b2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:01.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.676+0000 7f9646ffd700 1 -- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 msgr2=0x7f96300b2160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/4128478085 2024-04-25T16:01:01.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.676+0000 7f9644ff9700 1 -- 172.21.15.112:0/2605838113 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f96380df5a0 con 0x7f9648103390 2024-04-25T16:01:01.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.676+0000 7f9646ffd700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 0x7f96300b2160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T16:01:01.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.684+0000 7f9644ff9700 1 -- 172.21.15.112:0/2605838113 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f96380a7d70 con 0x7f9648103390 2024-04-25T16:01:01.714 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:01.539+0000 7f4857f20200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T16:01:01.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.877+0000 7f9646ffd700 1 -- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 msgr2=0x7f96300b2160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/4128478085 2024-04-25T16:01:01.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.877+0000 7f9646ffd700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 0x7f96300b2160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T16:01:01.900 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:01 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:01.550+0000 7f38a9d04200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T16:01:01.900 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:01 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:01.726+0000 7f38a9d04200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T16:01:01.900 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:01 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:01.898+0000 7f38a9d04200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T16:01:01.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.937+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f964802e510 con 0x7f9648103390 2024-04-25T16:01:01.939 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:01.826+0000 7f273af3a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T16:01:01.939 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.938+0000 7f9644ff9700 1 -- 172.21.15.112:0/2605838113 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+88 (secure 0 0 0) 0x7f96380a7670 con 0x7f9648103390 2024-04-25T16:01:01.939 INFO:teuthology.orchestra.run.smithi112.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 msgr2=0x7f96300b2160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 0x7f96300b2160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648103390 msgr2=0x7f964819ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648103390 0x7f964819ce80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f963800e9a0 tx=0x7f963800ecb0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 shutdown_connections 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f96300afc50 0x7f96300b2160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9648108610 0x7f96481a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9648103390 0x7f964819ce80 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 --2- 172.21.15.112:0/2605838113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9648107cc0 0x7f964819d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 >> 172.21.15.112:0/2605838113 conn(0x7f96480fec90 msgr2=0x7f96481096d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:01.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 shutdown_connections 2024-04-25T16:01:01.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:01.940+0000 7f964de78700 1 -- 172.21.15.112:0/2605838113 wait complete. 2024-04-25T16:01:01.990 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:01.713+0000 7f4857f20200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T16:01:01.991 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:01.884+0000 7f4857f20200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T16:01:02.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:01 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2605838113' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T16:01:02.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:01 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2605838113' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T16:01:02.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:02.012+0000 7f273af3a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T16:01:02.272 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:01 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2605838113' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T16:01:02.273 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:02.179+0000 7f4857f20200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T16:01:02.498 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:02.195+0000 7f38a9d04200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T16:01:02.499 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:02.291+0000 7f38a9d04200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T16:01:02.499 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:02.497+0000 7f38a9d04200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T16:01:02.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:02.271+0000 7f4857f20200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T16:01:02.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:02.477+0000 7f4857f20200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T16:01:02.537 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:02.317+0000 7f273af3a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T16:01:02.538 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:02.413+0000 7f273af3a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi112.front.sepia.ceph.com 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-25T16:01:02.567 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-25T16:01:02.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:02.567 DEBUG:teuthology.orchestra.run.smithi112:> ip addr 2024-04-25T16:01:02.622 INFO:teuthology.orchestra.run.smithi112.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: inet 127.0.0.1/8 scope host lo 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 ::1/128 scope host 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2c brd ff:ff:ff:ff:ff:ff 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f0 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2d brd ff:ff:ff:ff:ff:ff 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f1 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T16:01:02.623 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:68 brd ff:ff:ff:ff:ff:ff 2024-04-25T16:01:02.624 INFO:teuthology.orchestra.run.smithi112.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-25T16:01:02.624 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:69 brd ff:ff:ff:ff:ff:ff 2024-04-25T16:01:02.624 INFO:teuthology.orchestra.run.smithi112.stdout: inet 172.21.15.112/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-25T16:01:02.624 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft 42143sec preferred_lft 42143sec 2024-04-25T16:01:02.624 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::18d1:d92f:773f:8f0f/64 scope link noprefixroute 2024-04-25T16:01:02.624 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-04-25T16:01:02.624 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-25T16:01:02.624 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T16:01:02.624 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T16:01:02.624 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add name ceph-brx type bridge 2024-04-25T16:01:02.624 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr flush dev ceph-brx 2024-04-25T16:01:02.625 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set ceph-brx up 2024-04-25T16:01:02.625 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-25T16:01:02.625 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T16:01:02.712 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T16:01:02.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T16:01:02.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:02.763 DEBUG:teuthology.orchestra.run.smithi112:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-25T16:01:02.786 INFO:teuthology.orchestra.run.smithi112.stdout:1 2024-04-25T16:01:02.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:02.787 DEBUG:teuthology.orchestra.run.smithi112:> route 2024-04-25T16:01:02.837 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:02.623+0000 7f273af3a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T16:01:02.844 INFO:teuthology.orchestra.run.smithi112.stdout:Kernel IP routing table 2024-04-25T16:01:02.844 INFO:teuthology.orchestra.run.smithi112.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-25T16:01:02.844 INFO:teuthology.orchestra.run.smithi112.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-25T16:01:02.844 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-25T16:01:02.845 INFO:teuthology.orchestra.run.smithi112.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-25T16:01:02.845 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T16:01:02.845 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T16:01:02.845 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-25T16:01:02.845 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-25T16:01:02.845 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-25T16:01:02.845 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T16:01:02.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T16:01:02.935 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:02.694+0000 7f38a9d04200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T16:01:02.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T16:01:02.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:02.971 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-04-25T16:01:02.986 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:02.986 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list-id 2024-04-25T16:01:03.027 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:02.673+0000 7f4857f20200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T16:01:03.040 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T16:01:03.040 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T16:01:03.040 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:01:03.040 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-25T16:01:03.040 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T16:01:03.129 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T16:01:03.137 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:02.836+0000 7f273af3a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T16:01:03.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T16:01:03.157 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-25T16:01:03.157 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T16:01:03.157 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T16:01:03.157 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-25T16:01:03.158 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-25T16:01:03.158 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-25T16:01:03.158 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-25T16:01:03.158 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-25T16:01:03.158 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T16:01:03.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T16:01:03.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T16:01:03.295 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T16:01:03.295 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-04-25T16:01:03.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set brx.0 up 2024-04-25T16:01:03.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set dev brx.0 master ceph-brx 2024-04-25T16:01:03.296 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-04-25T16:01:03.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T16:01:03.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T16:01:03.375 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-04-25T16:01:03.375 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T16:01:03.376 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:03.390 INFO:teuthology.orchestra.run.smithi112.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-25T16:01:03.391 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T16:01:03.391 DEBUG:teuthology.orchestra.run.smithi112:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:03.445 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-04-25T16:01:03.511 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T16:01:03.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:03.276+0000 7f4857f20200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T16:01:03.567 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-04-25T16:01:03.568 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T16:01:03.569 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/176ad74f46e4667c6bce245f2002af2d861865f3da6258f2535dfbb11c9f7fd2/merged 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5aa70600f2f0822312ec79eb6e0a3d2fa844b5b678e3c26206363ee6ef8808ee/merged 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/0 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/9628ae74c24036dc56be26c7e4459eb5208cd91429eaa302d8de78e35b79b8e0/merged 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/8d7220b2b9f22330e6de2052bab5cc133cebdcbdc706e2fe6908597f598d609e/merged 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/ab1c611bad8ebabe0d4cdbbb380368ebd0764533d0a290d5a1085bf1cb190010/merged 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/55eb30f609e8dc9a81fe70da6b53c6235fccc5829d4558d3170dab3bfa26f82c/merged 2024-04-25T16:01:03.570 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/7cf6db8f815e82bdc53f7ea348e2d57198f7b642f9c8ffc01021c4da793a2995/merged 2024-04-25T16:01:03.571 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/fbfc3b372aeedc98feac97557b2285918b859e5e6f12d7cdf15eff13912fb544/merged 2024-04-25T16:01:03.571 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5d7a7a563e3ce31bc478285190b3184042378189c334593b7e22fcdcf5e3d47d/merged 2024-04-25T16:01:03.571 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/99563cc1880033256f194c44142892b6626c273e0c27b2e1f1282123e739f44d/merged 2024-04-25T16:01:03.571 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-04-25T16:01:03.571 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:01:03.571 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:01:03.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:03.571 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-04-25T16:01:03.623 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-25T16:01:03.624 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/561ef835-7885-48e1-b93e-81dbcbd9f2cf --client_fs=cephfs) 2024-04-25T16:01:03.666 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-04-25T16:01:03.685 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:03.294+0000 7f38a9d04200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T16:01:03.690 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T16:01:03.746 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-04-25T16:01:03.747 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-04-25T16:01:03.747 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-04-25T16:01:03.747 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-04-25T16:01:03.747 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-04-25T16:01:03.747 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-04-25T16:01:03.748 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-04-25T16:01:03.748 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-04-25T16:01:03.748 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-04-25T16:01:03.748 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-04-25T16:01:03.748 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-04-25T16:01:03.748 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-04-25T16:01:03.749 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T16:01:03.749 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-04-25T16:01:03.749 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-04-25T16:01:03.749 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-04-25T16:01:03.749 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-04-25T16:01:03.749 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T16:01:03.750 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-04-25T16:01:03.750 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-04-25T16:01:03.750 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T16:01:03.750 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/176ad74f46e4667c6bce245f2002af2d861865f3da6258f2535dfbb11c9f7fd2/merged 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5aa70600f2f0822312ec79eb6e0a3d2fa844b5b678e3c26206363ee6ef8808ee/merged 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/0 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/9628ae74c24036dc56be26c7e4459eb5208cd91429eaa302d8de78e35b79b8e0/merged 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/8d7220b2b9f22330e6de2052bab5cc133cebdcbdc706e2fe6908597f598d609e/merged 2024-04-25T16:01:03.751 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/ab1c611bad8ebabe0d4cdbbb380368ebd0764533d0a290d5a1085bf1cb190010/merged 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/55eb30f609e8dc9a81fe70da6b53c6235fccc5829d4558d3170dab3bfa26f82c/merged 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/7cf6db8f815e82bdc53f7ea348e2d57198f7b642f9c8ffc01021c4da793a2995/merged 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/fbfc3b372aeedc98feac97557b2285918b859e5e6f12d7cdf15eff13912fb544/merged 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5d7a7a563e3ce31bc478285190b3184042378189c334593b7e22fcdcf5e3d47d/merged 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/99563cc1880033256f194c44142892b6626c273e0c27b2e1f1282123e739f44d/merged 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:01:03.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:03.752 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-04-25T16:01:03.758 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi112.stderr:2024-04-25T16:01:03.757+0000 7f7237b24480 -1 init, newargv = 0x7f721c004ba0 newargc=15 2024-04-25T16:01:03.759 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi112.stderr:ceph-fuse[81752]: starting ceph client 2024-04-25T16:01:03.780 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi112.stderr:ceph-fuse[81752]: starting fuse 2024-04-25T16:01:03.948 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:03.488+0000 7f273af3a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T16:01:04.010 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:03.703+0000 7f4857f20200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T16:01:04.010 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:03.804+0000 7f4857f20200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T16:01:04.032 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:03.723+0000 7f38a9d04200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T16:01:04.032 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:03.824+0000 7f38a9d04200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T16:01:04.032 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:04.031+0000 7f38a9d04200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T16:01:04.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:03.946+0000 7f273af3a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T16:01:04.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:04.048+0000 7f273af3a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T16:01:04.277 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:04.009+0000 7f4857f20200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T16:01:04.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:04.258+0000 7f273af3a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T16:01:04.875 DEBUG:teuthology.orchestra.run.smithi112:> sudo modprobe fuse 2024-04-25T16:01:04.876 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:04.536+0000 7f4857f20200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T16:01:04.876 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:04.629+0000 7f4857f20200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T16:01:04.901 DEBUG:teuthology.orchestra.run.smithi112:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T16:01:04.909 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:04.562+0000 7f38a9d04200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T16:01:04.909 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:04.658+0000 7f38a9d04200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T16:01:04.956 INFO:teuthology.orchestra.run.smithi112.stdout:/proc 2024-04-25T16:01:04.956 INFO:teuthology.orchestra.run.smithi112.stdout:/sys 2024-04-25T16:01:04.956 INFO:teuthology.orchestra.run.smithi112.stdout:/dev 2024-04-25T16:01:04.956 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/security 2024-04-25T16:01:04.956 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/shm 2024-04-25T16:01:04.956 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/pts 2024-04-25T16:01:04.956 INFO:teuthology.orchestra.run.smithi112.stdout:/run 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/cgroup 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/pstore 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/bpf 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/ 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/selinux 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/mqueue 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/debug 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/tracing 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/dev/hugepages 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/kernel/config 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/sys/fs/fuse/connections 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T16:01:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/1000 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/ceph 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/176ad74f46e4667c6bce245f2002af2d861865f3da6258f2535dfbb11c9f7fd2/merged 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5aa70600f2f0822312ec79eb6e0a3d2fa844b5b678e3c26206363ee6ef8808ee/merged 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/run/user/0 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/9628ae74c24036dc56be26c7e4459eb5208cd91429eaa302d8de78e35b79b8e0/merged 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/8d7220b2b9f22330e6de2052bab5cc133cebdcbdc706e2fe6908597f598d609e/merged 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/ab1c611bad8ebabe0d4cdbbb380368ebd0764533d0a290d5a1085bf1cb190010/merged 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/55eb30f609e8dc9a81fe70da6b53c6235fccc5829d4558d3170dab3bfa26f82c/merged 2024-04-25T16:01:04.958 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/7cf6db8f815e82bdc53f7ea348e2d57198f7b642f9c8ffc01021c4da793a2995/merged 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/fbfc3b372aeedc98feac97557b2285918b859e5e6f12d7cdf15eff13912fb544/merged 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/5d7a7a563e3ce31bc478285190b3184042378189c334593b7e22fcdcf5e3d47d/merged 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run.smithi112.stdout:/var/lib/containers/storage/overlay/99563cc1880033256f194c44142892b6626c273e0c27b2e1f1282123e739f44d/merged 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run.smithi112.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run.smithi112.stdout:/home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:04.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:04.959 DEBUG:teuthology.orchestra.run.smithi112:> ls /sys/fs/fuse/connections 2024-04-25T16:01:05.011 INFO:teuthology.orchestra.run.smithi112.stdout:115 2024-04-25T16:01:05.011 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> sudo stdin-killer -- python3 -c ' 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> import glob 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> import re 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> import os 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> import subprocess 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> def _find_admin_socket(client_name): 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> files = glob.glob(asok_path) 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> # Given a non-glob path, it better be there 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> if "*" not in asok_path: 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> assert(len(files) == 1) 2024-04-25T16:01:05.012 DEBUG:teuthology.orchestra.run.smithi112:> return files[0] 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> for f in files: 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> contents = proc_f.read() 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> if mountpoint in contents: 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> return f 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> print(_find_admin_socket("client.0")) 2024-04-25T16:01:05.013 DEBUG:teuthology.orchestra.run.smithi112:> ' 2024-04-25T16:01:05.072 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:04.786+0000 7f273af3a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T16:01:05.072 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:04.883+0000 7f273af3a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T16:01:05.130 INFO:teuthology.orchestra.run.smithi112.stdout:/var/run/ceph/ceph-client.0.81752.asok 2024-04-25T16:01:05.133 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T16:01:05.141 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81752.asok 2024-04-25T16:01:05.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:05.141 DEBUG:teuthology.orchestra.run.smithi112:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81752.asok status 2024-04-25T16:01:05.185 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:04.908+0000 7f38a9d04200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T16:01:05.185 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:05.044+0000 7f38a9d04200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T16:01:05.185 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:05.142+0000 7f38a9d04200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T16:01:05.222 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:04.875+0000 7f4857f20200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T16:01:05.222 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:05.008+0000 7f4857f20200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T16:01:05.222 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:05.104+0000 7f4857f20200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T16:01:05.222 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:05.221+0000 7f4857f20200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T16:01:05.285 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:01:05.285 INFO:teuthology.orchestra.run.smithi112.stdout: "metadata": { 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_sha1": "994e2f20102a20fa9a27966c14b625cc01884df8", 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "entity_id": "0", 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": "smithi112", 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "pid": "81752", 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "root": "/volumes/qa/sv_0/561ef835-7885-48e1-b93e-81dbcbd9f2cf" 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_count": 0, 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "dentry_pinned_count": 0, 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 15567, 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "inst": { 2024-04-25T16:01:05.286 INFO:teuthology.orchestra.run.smithi112.stdout: "name": { 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "client", 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "num": 15567 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.1:0", 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 1159376739 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": { 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "192.168.0.1:0", 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 1159376739 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:01:05.287 INFO:teuthology.orchestra.run.smithi112.stdout: "inst_str": "client.15567 192.168.0.1:0/1159376739", 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout: "addr_str": "192.168.0.1:0/1159376739", 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout: "inode_count": 5, 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_epoch": 28, 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch": 83, 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_epoch_barrier": 0, 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout: "blocklisted": false, 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs" 2024-04-25T16:01:05.288 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:01:05.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:05.295 DEBUG:teuthology.orchestra.run.smithi112:> stat --file-system '--printf=%T 2024-04-25T16:01:05.295 DEBUG:teuthology.orchestra.run.smithi112:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:05.310 INFO:teuthology.orchestra.run.smithi112.stdout:fuseblk 2024-04-25T16:01:05.310 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:05.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:01:05.310 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:05.371 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:05.145+0000 7f273af3a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T16:01:05.371 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:05.291+0000 7f273af3a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T16:01:05.376 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T16:01:05.385 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T16:01:05.385 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:01:05.385 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 -- 172.21.15.112:0/3851192839 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7850101790 msgr2=0x7f7850101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 --2- 172.21.15.112:0/3851192839 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7850101790 0x7f7850101c00 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f784c009900 tx=0x7f784c02a410 comp rx=0 tx=0).stop 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 -- 172.21.15.112:0/3851192839 shutdown_connections 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 --2- 172.21.15.112:0/3851192839 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7850102290 0x7f785010bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 --2- 172.21.15.112:0/3851192839 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7850101790 0x7f7850101c00 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 --2- 172.21.15.112:0/3851192839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78501050e0 0x7f78501054f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 -- 172.21.15.112:0/3851192839 >> 172.21.15.112:0/3851192839 conn(0x7f78500fd390 msgr2=0x7f78500ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 -- 172.21.15.112:0/3851192839 shutdown_connections 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.524+0000 7f785869f640 1 -- 172.21.15.112:0/3851192839 wait complete. 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 Processor -- start 2024-04-25T16:01:05.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 -- start start 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7850101790 0x7f785019a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7850102290 0x7f785019a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f78501050e0 0x7f78501a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f785010f520 con 0x7f78501050e0 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f785010f3a0 con 0x7f7850101790 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785869f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f785010f6a0 con 0x7f7850102290 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f7856c3c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f78501050e0 0x7f78501a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f7856c3c640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f78501050e0 0x7f78501a1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58622/0 (socket says 172.21.15.112:58622) 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f7856c3c640 1 -- 172.21.15.112:0/3085051571 learned_addr learned my addr 172.21.15.112:0/3085051571 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f785643b640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7850101790 0x7f785019a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.525+0000 7f7855c3a640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7850102290 0x7f785019a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f7856c3c640 1 -- 172.21.15.112:0/3085051571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7850102290 msgr2=0x7f785019a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f7856c3c640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7850102290 0x7f785019a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f7856c3c640 1 -- 172.21.15.112:0/3085051571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7850101790 msgr2=0x7f785019a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f7856c3c640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7850101790 0x7f785019a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f7856c3c640 1 -- 172.21.15.112:0/3085051571 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78501a1cf0 con 0x7f78501050e0 2024-04-25T16:01:05.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f785643b640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7850101790 0x7f785019a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f7856c3c640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f78501050e0 0x7f78501a1680 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f784800eb10 tx=0x7f784800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f78477fe640 1 -- 172.21.15.112:0/3085051571 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7848004b20 con 0x7f78501050e0 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78501a1fe0 con 0x7f78501050e0 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f78477fe640 1 -- 172.21.15.112:0/3085051571 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7848004cc0 con 0x7f78501050e0 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f78477fe640 1 -- 172.21.15.112:0/3085051571 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7848010690 con 0x7f78501050e0 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.526+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78501a2440 con 0x7f78501050e0 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.527+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7850050740 con 0x7f78501050e0 2024-04-25T16:01:05.530 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.530+0000 7f78477fe640 1 -- 172.21.15.112:0/3085051571 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 19) ==== 147538+0+0 (secure 0 0 0) 0x7f7848005000 con 0x7f78501050e0 2024-04-25T16:01:05.531 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.530+0000 7f78477fe640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 0x7f783c0b2040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.531 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.530+0000 7f785643b640 1 -- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 msgr2=0x7f783c0b2040 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/4128478085 2024-04-25T16:01:05.531 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.530+0000 7f78477fe640 1 -- 172.21.15.112:0/3085051571 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7f78480df870 con 0x7f78501050e0 2024-04-25T16:01:05.531 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.530+0000 7f785643b640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 0x7f783c0b2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T16:01:05.533 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.533+0000 7f78477fe640 1 -- 172.21.15.112:0/3085051571 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7848053ff0 con 0x7f78501050e0 2024-04-25T16:01:05.570 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:05.262+0000 7f38a9d04200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T16:01:05.570 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:05.569+0000 7f38a9d04200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T16:01:05.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:05.394+0000 7f273af3a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T16:01:05.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:05.519+0000 7f273af3a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T16:01:05.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.731+0000 7f785643b640 1 -- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 msgr2=0x7f783c0b2040 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/4128478085 2024-04-25T16:01:05.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.731+0000 7f785643b640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 0x7f783c0b2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T16:01:05.754 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.753+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f7850108a70 con 0x7f78501050e0 2024-04-25T16:01:05.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.805+0000 7f78477fe640 1 -- 172.21.15.112:0/3085051571 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v29) ==== 118+0+0 (secure 0 0 0) 0x7f78480a8040 con 0x7f78501050e0 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 msgr2=0x7f783c0b2040 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 0x7f783c0b2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f78501050e0 msgr2=0x7f78501a1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f78501050e0 0x7f78501a1680 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f784800eb10 tx=0x7f784800c2d0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 shutdown_connections 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7f783c0afb30 0x7f783c0b2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7850102290 0x7f785019a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f78501050e0 0x7f78501a1680 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 --2- 172.21.15.112:0/3085051571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7850101790 0x7f785019a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 >> 172.21.15.112:0/3085051571 conn(0x7f78500fd390 msgr2=0x7f7850105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:05.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 shutdown_connections 2024-04-25T16:01:05.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.808+0000 7f785869f640 1 -- 172.21.15.112:0/3085051571 wait complete. 2024-04-25T16:01:05.814 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:05.527+0000 7f4857f20200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T16:01:05.820 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 -- 172.21.15.112:0/390795909 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc1039a0 msgr2=0x7fc8cc103e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 --2- 172.21.15.112:0/390795909 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc1039a0 0x7fc8cc103e10 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8009900 tx=0x7fc8c802a410 comp rx=0 tx=0).stop 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 -- 172.21.15.112:0/390795909 shutdown_connections 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 --2- 172.21.15.112:0/390795909 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8cc1044a0 0x7fc8cc10abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 --2- 172.21.15.112:0/390795909 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc1039a0 0x7fc8cc103e10 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 --2- 172.21.15.112:0/390795909 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8cc102fc0 0x7fc8cc1033d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 -- 172.21.15.112:0/390795909 >> 172.21.15.112:0/390795909 conn(0x7fc8cc0fd3a0 msgr2=0x7fc8cc0ff850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 -- 172.21.15.112:0/390795909 shutdown_connections 2024-04-25T16:01:05.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 -- 172.21.15.112:0/390795909 wait complete. 2024-04-25T16:01:05.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 Processor -- start 2024-04-25T16:01:05.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.933+0000 7fc8d4396640 1 -- start start 2024-04-25T16:01:05.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:05 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3085051571' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc102fc0 0x7fc8cc10d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8cc1039a0 0x7fc8cc10b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8cc1044a0 0x7fc8cc10bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc8cc10f510 con 0x7fc8cc102fc0 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc8cc10f390 con 0x7fc8cc1044a0 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc8cc10f690 con 0x7fc8cc1039a0 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc102fc0 0x7fc8cc10d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc102fc0 0x7fc8cc10d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58640/0 (socket says 172.21.15.112:58640) 2024-04-25T16:01:05.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 -- 172.21.15.112:0/2504119039 learned_addr learned my addr 172.21.15.112:0/2504119039 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d1931640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8cc1039a0 0x7fc8cc10b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2933640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8cc1044a0 0x7fc8cc10bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8cc1039a0 msgr2=0x7fc8cc10b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8cc1039a0 0x7fc8cc10b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8cc1044a0 msgr2=0x7fc8cc10bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8cc1044a0 0x7fc8cc10bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 -- 172.21.15.112:0/2504119039 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8cc10c610 con 0x7fc8cc102fc0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d2132640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc102fc0 0x7fc8cc10d300 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc00e9f0 tx=0x7fc8bc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc00ccc0 con 0x7fc8cc102fc0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc8bc0044b0 con 0x7fc8cc102fc0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8cc1a41d0 con 0x7fc8cc102fc0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc010430 con 0x7fc8cc102fc0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.934+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8cc1a4690 con 0x7fc8cc102fc0 2024-04-25T16:01:05.938 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.935+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8cc107960 con 0x7fc8cc102fc0 2024-04-25T16:01:05.939 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.938+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 19) ==== 147538+0+0 (secure 0 0 0) 0x7fc8bc003f90 con 0x7fc8cc102fc0 2024-04-25T16:01:05.939 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.939+0000 7fc8c37fe640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 0x7fc8b80b2040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:05.940 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.939+0000 7fc8d1931640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 msgr2=0x7fc8b80b2040 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/4128478085 2024-04-25T16:01:05.940 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.939+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9274+0+0 (secure 0 0 0) 0x7fc8bc0df4c0 con 0x7fc8cc102fc0 2024-04-25T16:01:05.940 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.939+0000 7fc8d1931640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 0x7fc8b80b2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T16:01:05.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:05.942+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc8bc0a7d20 con 0x7fc8cc102fc0 2024-04-25T16:01:06.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:05 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3085051571' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T16:01:06.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.140+0000 7fc8d1931640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 msgr2=0x7fc8b80b2040 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/4128478085 2024-04-25T16:01:06.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.140+0000 7fc8d1931640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 0x7fc8b80b2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T16:01:06.154 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.153+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 --> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fc8cc062fe0 con 0x7fc8b80afb30 2024-04-25T16:01:06.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:05 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3085051571' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T16:01:06.205 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:05.832+0000 7f273af3a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T16:01:06.435 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:06.178+0000 7f38a9d04200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T16:01:06.435 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z[34494]: 2024-04-25T16:01:06.400+0000 7f38a9d04200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T16:01:06.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:06.139+0000 7f4857f20200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T16:01:06.527 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y[34174]: 2024-04-25T16:01:06.361+0000 7f4857f20200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T16:01:06.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.541+0000 7fc8d1931640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 msgr2=0x7fc8b80b2040 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/4128478085 2024-04-25T16:01:06.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.541+0000 7fc8d1931640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 0x7fc8b80b2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T16:01:06.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.713+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 20) ==== 147205+0+0 (secure 0 0 0) 0x7fc8bc0a38b0 con 0x7fc8cc102fc0 2024-04-25T16:01:06.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.714+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 msgr2=0x7fc8b80b2040 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T16:01:06.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:06.714+0000 7fc8c37fe640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/4128478085,v1:172.21.15.112:6801/4128478085] conn(0x7fc8b80afb30 0x7fc8b80b2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:06.816 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.469+0000 7f273af3a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T16:01:06.816 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.697+0000 7f273af3a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T16:01:07.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3085051571' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T16:01:07.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T16:01:07.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: Standby manager daemon y restarted 2024-04-25T16:01:07.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: Standby manager daemon y started 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: Standby manager daemon z restarted 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: Standby manager daemon z started 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: Active manager daemon x restarted 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: Activating manager daemon x 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: mgrmap e20: x(active, starting, since 0.0160534s), standbys: z, y 2024-04-25T16:01:07.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T16:01:07.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T16:01:07.189 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T16:01:07.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T16:01:07.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T16:01:07.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: Manager daemon x is now available 2024-04-25T16:01:07.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:01:07.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:06 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T16:01:07.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3085051571' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T16:01:07.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: Standby manager daemon y restarted 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: Standby manager daemon y started 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: Standby manager daemon z restarted 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: Standby manager daemon z started 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T16:01:07.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: Active manager daemon x restarted 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: Activating manager daemon x 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: mgrmap e20: x(active, starting, since 0.0160534s), standbys: z, y 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T16:01:07.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.959+0000 7f2699e6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.959+0000 7f2699e6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.959+0000 7f2699e6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.959+0000 7f2699e6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.959+0000 7f2699e6b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.959+0000 7f269ce71700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.960+0000 7f269ce71700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.960+0000 7f269ce71700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.960+0000 7f269ce71700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:06.960+0000 7f269ce71700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T16:01:07.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: Manager daemon x is now available 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:01:07.210 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:06 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T16:01:07.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3085051571' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T16:01:07.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T16:01:07.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: Standby manager daemon y restarted 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: Standby manager daemon y started 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.116:0/933098483' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: Standby manager daemon z restarted 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: Standby manager daemon z started 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.? 172.21.15.133:0/3515919356' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: Active manager daemon x restarted 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: Activating manager daemon x 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: mgrmap e20: x(active, starting, since 0.0160534s), standbys: z, y 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: Manager daemon x is now available 2024-04-25T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:06 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T16:01:07.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.719+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mgrmap(e 21) ==== 147332+0+0 (secure 0 0 0) 0x7fc8bc0d9410 con 0x7fc8cc102fc0 2024-04-25T16:01:07.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.720+0000 7fc8c37fe640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc8b8073730 0x7fc8b8073b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:07.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.720+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 --> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fc8b80413a0 con 0x7fc8b8073730 2024-04-25T16:01:07.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.726+0000 7fc8d1931640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc8b8073730 0x7fc8b8073b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:07.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.727+0000 7fc8d1931640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc8b8073730 0x7fc8b8073b40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc10cca0 tx=0x7fc8c8000bc0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:07.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.749+0000 7fc8c37fe640 1 -- 172.21.15.112:0/2504119039 <== mgr.15552 v2:172.21.15.112:6800/2160831398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fc8b80413a0 con 0x7fc8b8073730 2024-04-25T16:01:07.751 INFO:teuthology.orchestra.run.smithi112.stdout:{} 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc8b8073730 msgr2=0x7fc8b8073b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc8b8073730 0x7fc8b8073b40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc10cca0 tx=0x7fc8c8000bc0 comp rx=0 tx=0).stop 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc102fc0 msgr2=0x7fc8cc10d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 --2- 172.21.15.112:0/2504119039 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc8cc102fc0 0x7fc8cc10d300 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc00e9f0 tx=0x7fc8bc00eeb0 comp rx=0 tx=0).stop 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d2933640 1 -- 172.21.15.112:0/2504119039 reap_dead start 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 shutdown_connections 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 >> 172.21.15.112:0/2504119039 conn(0x7fc8cc0fd3a0 msgr2=0x7fc8cc104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 shutdown_connections 2024-04-25T16:01:07.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.752+0000 7fc8d4396640 1 -- 172.21.15.112:0/2504119039 wait complete. 2024-04-25T16:01:07.764 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-25T16:01:07.775 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T16:01:07.789 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T16:01:07.789 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:01:07.789 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 -- 172.21.15.112:0/3526933511 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 msgr2=0x7ff22c104070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3526933511 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c104070 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff228009900 tx=0x7ff22802a410 comp rx=0 tx=0).stop 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 -- 172.21.15.112:0/3526933511 shutdown_connections 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3526933511 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff22c108960 0x7ff22c10ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3526933511 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c104070 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3526933511 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff22c102a20 0x7ff22c103720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 -- 172.21.15.112:0/3526933511 >> 172.21.15.112:0/3526933511 conn(0x7ff22c0fdc10 msgr2=0x7ff22c1000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:07.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 -- 172.21.15.112:0/3526933511 shutdown_connections 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 -- 172.21.15.112:0/3526933511 wait complete. 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 Processor -- start 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.899+0000 7ff233f7a640 1 -- start start 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff233f7a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff22c102a20 0x7ff22c199030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff233f7a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff233f7a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff22c108960 0x7ff22c1a0500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff233f7a640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff22c10e420 con 0x7ff22c103c60 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff233f7a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff22c10e2a0 con 0x7ff22c102a20 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff233f7a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff22c10e5a0 con 0x7ff22c108960 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c199570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58800/0 (socket says 172.21.15.112:58800) 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 -- 172.21.15.112:0/3447860018 learned_addr learned my addr 172.21.15.112:0/3447860018 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231d16640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff22c102a20 0x7ff22c199030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:07.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff232517640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff22c108960 0x7ff22c1a0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 -- 172.21.15.112:0/3447860018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff22c108960 msgr2=0x7ff22c1a0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff22c108960 0x7ff22c1a0500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 -- 172.21.15.112:0/3447860018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff22c102a20 msgr2=0x7ff22c199030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff22c102a20 0x7ff22c199030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 -- 172.21.15.112:0/3447860018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff22c1a0b70 con 0x7ff22c103c60 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff231515640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c199570 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7ff228005760 tx=0x7ff228003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff21effd640 1 -- 172.21.15.112:0/3447860018 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22803f070 con 0x7ff22c103c60 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.900+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff22c1a0e00 con 0x7ff22c103c60 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.901+0000 7ff21effd640 1 -- 172.21.15.112:0/3447860018 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff228031ba0 con 0x7ff22c103c60 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.901+0000 7ff21effd640 1 -- 172.21.15.112:0/3447860018 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff228035030 con 0x7ff22c103c60 2024-04-25T16:01:07.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.901+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff22c1a1210 con 0x7ff22c103c60 2024-04-25T16:01:07.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.902+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff22c107770 con 0x7ff22c103c60 2024-04-25T16:01:07.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.903+0000 7ff21effd640 1 -- 172.21.15.112:0/3447860018 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 21) ==== 147332+0+0 (secure 0 0 0) 0x7ff228042070 con 0x7ff22c103c60 2024-04-25T16:01:07.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.904+0000 7ff21effd640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff2180af8e0 0x7ff2180b1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:07.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.904+0000 7ff231d16640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff2180af8e0 0x7ff2180b1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:07.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.904+0000 7ff21effd640 1 -- 172.21.15.112:0/3447860018 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9532+0+0 (secure 0 0 0) 0x7ff2280ff690 con 0x7ff22c103c60 2024-04-25T16:01:07.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.904+0000 7ff231d16640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff2180af8e0 0x7ff2180b1df0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff22c103620 tx=0x7ff22000b390 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:07.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:07.909+0000 7ff21effd640 1 -- 172.21.15.112:0/3447860018 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff2280c8050 con 0x7ff22c103c60 2024-04-25T16:01:08.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.096+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7ff22c02db50 con 0x7ff22c103c60 2024-04-25T16:01:08.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.101+0000 7ff21effd640 1 -- 172.21.15.112:0/3447860018 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v29)=0 v29) ==== 129+0+0 (secure 0 0 0) 0x7ff2280d00d0 con 0x7ff22c103c60 2024-04-25T16:01:08.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff2180af8e0 msgr2=0x7ff2180b1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff2180af8e0 0x7ff2180b1df0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff22c103620 tx=0x7ff22000b390 comp rx=0 tx=0).stop 2024-04-25T16:01:08.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 msgr2=0x7ff22c199570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c199570 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7ff228005760 tx=0x7ff228003c10 comp rx=0 tx=0).stop 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 shutdown_connections 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff2180af8e0 0x7ff2180b1df0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff22c108960 0x7ff22c1a0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff22c103c60 0x7ff22c199570 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 --2- 172.21.15.112:0/3447860018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff22c102a20 0x7ff22c199030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 >> 172.21.15.112:0/3447860018 conn(0x7ff22c0fdc10 msgr2=0x7ff22c104940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 shutdown_connections 2024-04-25T16:01:08.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.103+0000 7ff233f7a640 1 -- 172.21.15.112:0/3447860018 wait complete. 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-mon[29426]: [25/Apr/2024:16:01:07] ENGINE Bus STARTING 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-mon[29426]: [25/Apr/2024:16:01:07] ENGINE Serving on http://172.21.15.112:8765 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-mon[29426]: [25/Apr/2024:16:01:07] ENGINE Serving on https://172.21.15.112:7150 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-mon[29426]: [25/Apr/2024:16:01:07] ENGINE Bus STARTED 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-mon[29426]: mgrmap e21: x(active, since 1.0247s), standbys: z, y 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:07.734+0000 7f2696e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:07.734+0000 7f2696e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:08.116 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:07.734+0000 7f2696e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:08.117 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:07.734+0000 7f2696e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:08.117 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:01:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:01:07.734+0000 7f2696e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:01:08.118 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-25T16:01:08.139 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:07 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T16:01:08.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:07 smithi116 ceph-mon[32780]: [25/Apr/2024:16:01:07] ENGINE Bus STARTING 2024-04-25T16:01:08.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:07 smithi116 ceph-mon[32780]: [25/Apr/2024:16:01:07] ENGINE Serving on http://172.21.15.112:8765 2024-04-25T16:01:08.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:07 smithi116 ceph-mon[32780]: [25/Apr/2024:16:01:07] ENGINE Serving on https://172.21.15.112:7150 2024-04-25T16:01:08.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:07 smithi116 ceph-mon[32780]: [25/Apr/2024:16:01:07] ENGINE Bus STARTED 2024-04-25T16:01:08.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:07 smithi116 ceph-mon[32780]: mgrmap e21: x(active, since 1.0247s), standbys: z, y 2024-04-25T16:01:08.152 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:07 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T16:01:08.152 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:07 smithi133 ceph-mon[32641]: [25/Apr/2024:16:01:07] ENGINE Bus STARTING 2024-04-25T16:01:08.152 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:07 smithi133 ceph-mon[32641]: [25/Apr/2024:16:01:07] ENGINE Serving on http://172.21.15.112:8765 2024-04-25T16:01:08.152 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:07 smithi133 ceph-mon[32641]: [25/Apr/2024:16:01:07] ENGINE Serving on https://172.21.15.112:7150 2024-04-25T16:01:08.152 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:07 smithi133 ceph-mon[32641]: [25/Apr/2024:16:01:07] ENGINE Bus STARTED 2024-04-25T16:01:08.152 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:07 smithi133 ceph-mon[32641]: mgrmap e21: x(active, since 1.0247s), standbys: z, y 2024-04-25T16:01:08.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 -- 172.21.15.112:0/1995067766 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 msgr2=0x7f46f8104090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 --2- 172.21.15.112:0/1995067766 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f8104090 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f46e4009900 tx=0x7f46e402a410 comp rx=0 tx=0).stop 2024-04-25T16:01:08.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 -- 172.21.15.112:0/1995067766 shutdown_connections 2024-04-25T16:01:08.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 --2- 172.21.15.112:0/1995067766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f46f8108980 0x7f46f810ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 --2- 172.21.15.112:0/1995067766 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f8104090 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 --2- 172.21.15.112:0/1995067766 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46f8102a40 0x7f46f8103740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 -- 172.21.15.112:0/1995067766 >> 172.21.15.112:0/1995067766 conn(0x7f46f80fdc30 msgr2=0x7f46f81000e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 -- 172.21.15.112:0/1995067766 shutdown_connections 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 -- 172.21.15.112:0/1995067766 wait complete. 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 Processor -- start 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.226+0000 7f46fec05640 1 -- start start 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fec05640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46f8102a40 0x7f46f8199070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fec05640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f81995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fec05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f46f8108980 0x7f46f81a0540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fec05640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f46f810e420 con 0x7f46f8103c80 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fec05640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f46f810e2a0 con 0x7f46f8102a40 2024-04-25T16:01:08.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fec05640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f46f810e5a0 con 0x7f46f8108980 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f81995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f81995b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58816/0 (socket says 172.21.15.112:58816) 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 -- 172.21.15.112:0/1183007186 learned_addr learned my addr 172.21.15.112:0/1183007186 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fd1a2640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f46f8108980 0x7f46f81a0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fc9a1640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46f8102a40 0x7f46f8199070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 -- 172.21.15.112:0/1183007186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f46f8108980 msgr2=0x7f46f81a0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f46f8108980 0x7f46f81a0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 -- 172.21.15.112:0/1183007186 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46f8102a40 msgr2=0x7f46f8199070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46f8102a40 0x7f46f8199070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 -- 172.21.15.112:0/1183007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f81a0bb0 con 0x7f46f8103c80 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fd1a2640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f46f8108980 0x7f46f81a0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fc9a1640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46f8102a40 0x7f46f8199070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f7fff640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f81995b0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f46e4009230 tx=0x7f46e4005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:08.231 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f5ffb640 1 -- 172.21.15.112:0/1183007186 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e403f030 con 0x7f46f8103c80 2024-04-25T16:01:08.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f5ffb640 1 -- 172.21.15.112:0/1183007186 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f46e40043d0 con 0x7f46f8103c80 2024-04-25T16:01:08.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46f81a0e40 con 0x7f46f8103c80 2024-04-25T16:01:08.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.227+0000 7f46f5ffb640 1 -- 172.21.15.112:0/1183007186 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e4035070 con 0x7f46f8103c80 2024-04-25T16:01:08.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.228+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46f81a1250 con 0x7f46f8103c80 2024-04-25T16:01:08.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.229+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46f8107790 con 0x7f46f8103c80 2024-04-25T16:01:08.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.230+0000 7f46f5ffb640 1 -- 172.21.15.112:0/1183007186 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 21) ==== 147332+0+0 (secure 0 0 0) 0x7f46e4042030 con 0x7f46f8103c80 2024-04-25T16:01:08.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.231+0000 7f46f5ffb640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f46e80af960 0x7f46e80b1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.231+0000 7f46fc9a1640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f46e80af960 0x7f46e80b1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.231+0000 7f46f5ffb640 1 -- 172.21.15.112:0/1183007186 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9532+0+0 (secure 0 0 0) 0x7f46e40ff6a0 con 0x7f46f8103c80 2024-04-25T16:01:08.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.231+0000 7f46fc9a1640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f46e80af960 0x7f46e80b1e70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f46f8103640 tx=0x7f46ec005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:08.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.234+0000 7f46f5ffb640 1 -- 172.21.15.112:0/1183007186 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f46e40c8020 con 0x7f46f8103c80 2024-04-25T16:01:08.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.418+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f46f802db50 con 0x7f46f8103c80 2024-04-25T16:01:08.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.423+0000 7f46f5ffb640 1 -- 172.21.15.112:0/1183007186 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v30)=0 v30) ==== 138+0+0 (secure 0 0 0) 0x7f46e40c7920 con 0x7f46f8103c80 2024-04-25T16:01:08.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f46e80af960 msgr2=0x7f46e80b1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f46e80af960 0x7f46e80b1e70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f46f8103640 tx=0x7f46ec005f90 comp rx=0 tx=0).stop 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 msgr2=0x7f46f81995b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f81995b0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f46e4009230 tx=0x7f46e4005e80 comp rx=0 tx=0).stop 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 shutdown_connections 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f46e80af960 0x7f46e80b1e70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f46f8108980 0x7f46f81a0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f46f8103c80 0x7f46f81995b0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 --2- 172.21.15.112:0/1183007186 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46f8102a40 0x7f46f8199070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 >> 172.21.15.112:0/1183007186 conn(0x7f46f80fdc30 msgr2=0x7f46f8104960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 shutdown_connections 2024-04-25T16:01:08.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.425+0000 7f46fec05640 1 -- 172.21.15.112:0/1183007186 wait complete. 2024-04-25T16:01:08.439 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-25T16:01:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 -- 172.21.15.112:0/1665672930 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 msgr2=0x7fd2ac10bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/1665672930 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac10bcf0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009ca0 tx=0x7fd2a402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 -- 172.21.15.112:0/1665672930 shutdown_connections 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/1665672930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2ac101790 0x7fd2ac101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/1665672930 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac10bcf0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/1665672930 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2ac1050e0 0x7fd2ac1054f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 -- 172.21.15.112:0/1665672930 >> 172.21.15.112:0/1665672930 conn(0x7fd2ac0fd390 msgr2=0x7fd2ac0ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 -- 172.21.15.112:0/1665672930 shutdown_connections 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.562+0000 7fd2b2d96640 1 -- 172.21.15.112:0/1665672930 wait complete. 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 Processor -- start 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 -- start start 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2ac101790 0x7fd2ac19a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2ac1050e0 0x7fd2ac1a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac10f570 con 0x7fd2ac102290 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac10f3f0 con 0x7fd2ac1050e0 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b2d96640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ac10f6f0 con 0x7fd2ac101790 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2abfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2abfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac19a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58834/0 (socket says 172.21.15.112:58834) 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2abfff640 1 -- 172.21.15.112:0/3077310535 learned_addr learned my addr 172.21.15.112:0/3077310535 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b1333640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2ac1050e0 0x7fd2ac1a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.563+0000 7fd2b0b32640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2ac101790 0x7fd2ac19a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2abfff640 1 -- 172.21.15.112:0/3077310535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2ac101790 msgr2=0x7fd2ac19a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2abfff640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2ac101790 0x7fd2ac19a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2abfff640 1 -- 172.21.15.112:0/3077310535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2ac1050e0 msgr2=0x7fd2ac1a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2abfff640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2ac1050e0 0x7fd2ac1a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2abfff640 1 -- 172.21.15.112:0/3077310535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2ac1a1c50 con 0x7fd2ac102290 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2abfff640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac19a650 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd29800e9f0 tx=0x7fd29800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:08.567 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2a9ffb640 1 -- 172.21.15.112:0/3077310535 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd29800cd80 con 0x7fd2ac102290 2024-04-25T16:01:08.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2a9ffb640 1 -- 172.21.15.112:0/3077310535 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd2980054b0 con 0x7fd2ac102290 2024-04-25T16:01:08.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2ac1a1f40 con 0x7fd2ac102290 2024-04-25T16:01:08.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2a9ffb640 1 -- 172.21.15.112:0/3077310535 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd298010430 con 0x7fd2ac102290 2024-04-25T16:01:08.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.564+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2ac1a23b0 con 0x7fd2ac102290 2024-04-25T16:01:08.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.565+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2ac10aa80 con 0x7fd2ac102290 2024-04-25T16:01:08.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.566+0000 7fd2a9ffb640 1 -- 172.21.15.112:0/3077310535 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 21) ==== 147332+0+0 (secure 0 0 0) 0x7fd2980046c0 con 0x7fd2ac102290 2024-04-25T16:01:08.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.567+0000 7fd2a9ffb640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd29c0af8e0 0x7fd29c0b1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.567+0000 7fd2b0b32640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd29c0af8e0 0x7fd29c0b1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.568+0000 7fd2a9ffb640 1 -- 172.21.15.112:0/3077310535 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9532+0+0 (secure 0 0 0) 0x7fd2980df0d0 con 0x7fd2ac102290 2024-04-25T16:01:08.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.568+0000 7fd2b0b32640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd29c0af8e0 0x7fd29c0b1df0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac06a120 tx=0x7fd2a0005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:08.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.572+0000 7fd2a9ffb640 1 -- 172.21.15.112:0/3077310535 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2980a7a90 con 0x7fd2ac102290 2024-04-25T16:01:08.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.803+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 --> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fd2ac062fe0 con 0x7fd29c0af8e0 2024-04-25T16:01:08.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.839+0000 7fd2a9ffb640 1 -- 172.21.15.112:0/3077310535 <== mgr.15552 v2:172.21.15.112:6800/2160831398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fd2ac062fe0 con 0x7fd29c0af8e0 2024-04-25T16:01:08.840 INFO:teuthology.orchestra.run.smithi112.stdout:Schedule set for path / 2024-04-25T16:01:08.842 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd29c0af8e0 msgr2=0x7fd29c0b1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd29c0af8e0 0x7fd29c0b1df0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac06a120 tx=0x7fd2a0005f90 comp rx=0 tx=0).stop 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 msgr2=0x7fd2ac19a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac19a650 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd29800e9f0 tx=0x7fd29800edf0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 shutdown_connections 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd29c0af8e0 0x7fd29c0b1df0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2ac1050e0 0x7fd2ac1a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2ac102290 0x7fd2ac19a650 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 --2- 172.21.15.112:0/3077310535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2ac101790 0x7fd2ac19a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 >> 172.21.15.112:0/3077310535 conn(0x7fd2ac0fd390 msgr2=0x7fd2ac107c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 shutdown_connections 2024-04-25T16:01:08.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.841+0000 7fd2b2d96640 1 -- 172.21.15.112:0/3077310535 wait complete. 2024-04-25T16:01:08.854 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-25T16:01:08.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.970+0000 7f43a72cd640 1 -- 172.21.15.112:0/2066671462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a01098d0 msgr2=0x7f43a010bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.970+0000 7f43a72cd640 1 --2- 172.21.15.112:0/2066671462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a01098d0 0x7f43a010bcf0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f4398009ca0 tx=0x7f439802a8c0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.970+0000 7f43a72cd640 1 -- 172.21.15.112:0/2066671462 shutdown_connections 2024-04-25T16:01:08.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.970+0000 7f43a72cd640 1 --2- 172.21.15.112:0/2066671462 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a01098d0 0x7f43a010bcf0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.970+0000 7f43a72cd640 1 --2- 172.21.15.112:0/2066671462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43a0106f70 0x7f43a0109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.970+0000 7f43a72cd640 1 --2- 172.21.15.112:0/2066671462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43a0104610 0x7f43a0106a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.970+0000 7f43a72cd640 1 -- 172.21.15.112:0/2066671462 >> 172.21.15.112:0/2066671462 conn(0x7f43a00fdc10 msgr2=0x7f43a01000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 -- 172.21.15.112:0/2066671462 shutdown_connections 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 -- 172.21.15.112:0/2066671462 wait complete. 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 Processor -- start 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 -- start start 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a0104610 0x7f43a0103a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43a0106f70 0x7f43a0102100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43a01098d0 0x7f43a0102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f43a010f530 con 0x7f43a0104610 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f43a010f3b0 con 0x7f43a01098d0 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.971+0000 7f43a72cd640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f43a010f6b0 con 0x7f43a0106f70 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a0104610 0x7f43a0103a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a0104610 0x7f43a0103a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58868/0 (socket says 172.21.15.112:58868) 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a4868640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43a0106f70 0x7f43a0102100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 -- 172.21.15.112:0/1825376459 learned_addr learned my addr 172.21.15.112:0/1825376459 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a586a640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43a01098d0 0x7f43a0102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 -- 172.21.15.112:0/1825376459 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43a0106f70 msgr2=0x7f43a0102100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43a0106f70 0x7f43a0102100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 -- 172.21.15.112:0/1825376459 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43a01098d0 msgr2=0x7f43a0102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43a01098d0 0x7f43a0102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 -- 172.21.15.112:0/1825376459 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a0102d70 con 0x7f43a0104610 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a586a640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43a01098d0 0x7f43a0102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T16:01:08.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.972+0000 7f43a5069640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a0104610 0x7f43a0103a60 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f439c005fd0 tx=0x7f439c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.973+0000 7f43967fc640 1 -- 172.21.15.112:0/1825376459 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439c017070 con 0x7f43a0104610 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.973+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a01a41c0 con 0x7f43a0104610 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.973+0000 7f43967fc640 1 -- 172.21.15.112:0/1825376459 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f439c009c30 con 0x7f43a0104610 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.973+0000 7f43967fc640 1 -- 172.21.15.112:0/1825376459 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439c003c70 con 0x7f43a0104610 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.973+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a01a4680 con 0x7f43a0104610 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.974+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43a00ff730 con 0x7f43a0104610 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.975+0000 7f43967fc640 1 -- 172.21.15.112:0/1825376459 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 21) ==== 147332+0+0 (secure 0 0 0) 0x7f439c003e10 con 0x7f43a0104610 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.976+0000 7f43967fc640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f438c0af8e0 0x7f438c0b1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.976+0000 7f43a4868640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f438c0af8e0 0x7f438c0b1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:08.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.976+0000 7f43967fc640 1 -- 172.21.15.112:0/1825376459 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9532+0+0 (secure 0 0 0) 0x7f439c0de9d0 con 0x7f43a0104610 2024-04-25T16:01:08.978 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.977+0000 7f43a4868640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f438c0af8e0 0x7f438c0b1df0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f43a0103400 tx=0x7f4390005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:08.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:08.981+0000 7f43967fc640 1 -- 172.21.15.112:0/1825376459 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f439c020030 con 0x7f43a0104610 2024-04-25T16:01:09.191 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.191+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 --> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f43a0063080 con 0x7f438c0af8e0 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3447860018' entity='client.admin' 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1183007186' entity='client.admin' 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:09 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.215+0000 7f43967fc640 1 -- 172.21.15.112:0/1825376459 <== mgr.15552 v2:172.21.15.112:6800/2160831398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f43a0063080 con 0x7f438c0af8e0 2024-04-25T16:01:09.216 INFO:teuthology.orchestra.run.smithi112.stdout:Retention added to path / 2024-04-25T16:01:09.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f438c0af8e0 msgr2=0x7f438c0b1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f438c0af8e0 0x7f438c0b1df0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f43a0103400 tx=0x7f4390005f90 comp rx=0 tx=0).stop 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a0104610 msgr2=0x7f43a0103a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a0104610 0x7f43a0103a60 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f439c005fd0 tx=0x7f439c00dde0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 shutdown_connections 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f438c0af8e0 0x7f438c0b1df0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43a0106f70 0x7f43a0102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43a01098d0 0x7f43a0102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 --2- 172.21.15.112:0/1825376459 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f43a0104610 0x7f43a0103a60 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 >> 172.21.15.112:0/1825376459 conn(0x7f43a00fdc10 msgr2=0x7f43a01054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 shutdown_connections 2024-04-25T16:01:09.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.217+0000 7f43a72cd640 1 -- 172.21.15.112:0/1825376459 wait complete. 2024-04-25T16:01:09.230 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-25T16:01:09.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 -- 172.21.15.112:0/849747669 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f01023e0 msgr2=0x7f55f01027f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 --2- 172.21.15.112:0/849747669 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f01023e0 0x7f55f01027f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f55e0009930 tx=0x7f55e002a420 comp rx=0 tx=0).stop 2024-04-25T16:01:09.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 -- 172.21.15.112:0/849747669 shutdown_connections 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 --2- 172.21.15.112:0/849747669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55f0103680 0x7f55f0103a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 --2- 172.21.15.112:0/849747669 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f55f0102d30 0x7f55f0103140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 --2- 172.21.15.112:0/849747669 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f01023e0 0x7f55f01027f0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 -- 172.21.15.112:0/849747669 >> 172.21.15.112:0/849747669 conn(0x7f55f00fdbd0 msgr2=0x7f55f01000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 -- 172.21.15.112:0/849747669 shutdown_connections 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 -- 172.21.15.112:0/849747669 wait complete. 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.340+0000 7f55f5c96640 1 Processor -- start 2024-04-25T16:01:09.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55f5c96640 1 -- start start 2024-04-25T16:01:09.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55f5c96640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55f01023e0 0x7f55f019c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55f5c96640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f55f0102d30 0x7f55f019c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55f5c96640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f0103680 0x7f55f01a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55f5c96640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f55f01116a0 con 0x7f55f0103680 2024-04-25T16:01:09.344 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55f5c96640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f55f0111520 con 0x7f55f0102d30 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55f5c96640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f55f0111820 con 0x7f55f01023e0 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f0103680 0x7f55f01a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f0103680 0x7f55f01a38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58886/0 (socket says 172.21.15.112:58886) 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 -- 172.21.15.112:0/3571630870 learned_addr learned my addr 172.21.15.112:0/3571630870 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55ef7fe640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55f01023e0 0x7f55f019c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55eeffd640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f55f0102d30 0x7f55f019c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 -- 172.21.15.112:0/3571630870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55f01023e0 msgr2=0x7f55f019c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55f01023e0 0x7f55f019c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 -- 172.21.15.112:0/3571630870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f55f0102d30 msgr2=0x7f55f019c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f55f0102d30 0x7f55f019c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.341+0000 7f55effff640 1 -- 172.21.15.112:0/3571630870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f01a3f30 con 0x7f55f0103680 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.342+0000 7f55effff640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f0103680 0x7f55f01a38c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f55e800eb40 tx=0x7f55e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.342+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8004b20 con 0x7f55f0103680 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.342+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f55e8004cc0 con 0x7f55f0103680 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.342+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55f01a4220 con 0x7f55f0103680 2024-04-25T16:01:09.345 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.342+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8010690 con 0x7f55f0103680 2024-04-25T16:01:09.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.342+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55f01a4720 con 0x7f55f0103680 2024-04-25T16:01:09.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.343+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55f010d030 con 0x7f55f0103680 2024-04-25T16:01:09.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.345+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 21) ==== 147332+0+0 (secure 0 0 0) 0x7f55e8005540 con 0x7f55f0103680 2024-04-25T16:01:09.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.346+0000 7f55ecff9640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f55d80af8e0 0x7f55d80b1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.346+0000 7f55ef7fe640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f55d80af8e0 0x7f55d80b1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.346+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9532+0+0 (secure 0 0 0) 0x7f55e80df4a0 con 0x7f55f0103680 2024-04-25T16:01:09.347 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.347+0000 7f55ef7fe640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f55d80af8e0 0x7f55d80b1df0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f55e0005760 tx=0x7f55e0000bc0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:09.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.350+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55e80a7e60 con 0x7f55f0103680 2024-04-25T16:01:09.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:09.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:09.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3447860018' entity='client.admin' 2024-04-25T16:01:09.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1183007186' entity='client.admin' 2024-04-25T16:01:09.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:09 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.439 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.438+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 22) ==== 147692+0+0 (secure 0 0 0) 0x7f55e80a39f0 con 0x7f55f0103680 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3447860018' entity='client.admin' 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1183007186' entity='client.admin' 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:09 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:09.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.569+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 --> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f55f0062fe0 con 0x7f55d80af8e0 2024-04-25T16:01:09.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.577+0000 7f55ecff9640 1 -- 172.21.15.112:0/3571630870 <== mgr.15552 v2:172.21.15.112:6800/2160831398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f55f0062fe0 con 0x7f55d80af8e0 2024-04-25T16:01:09.577 INFO:teuthology.orchestra.run.smithi112.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-25T00:00:00", "created": "2024-04-25T16:01:08", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f55d80af8e0 msgr2=0x7f55d80b1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f55d80af8e0 0x7f55d80b1df0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f55e0005760 tx=0x7f55e0000bc0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f0103680 msgr2=0x7f55f01a38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f0103680 0x7f55f01a38c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f55e800eb40 tx=0x7f55e800c2d0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 shutdown_connections 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f55d80af8e0 0x7f55d80b1df0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f55f0103680 0x7f55f01a38c0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f55f0102d30 0x7f55f019c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 --2- 172.21.15.112:0/3571630870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55f01023e0 0x7f55f019c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 >> 172.21.15.112:0/3571630870 conn(0x7f55f00fdbd0 msgr2=0x7f55f00ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 shutdown_connections 2024-04-25T16:01:09.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.579+0000 7f55f5c96640 1 -- 172.21.15.112:0/3571630870 wait complete. 2024-04-25T16:01:09.591 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 -- 172.21.15.112:0/4264453808 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104102290 msgr2=0x7fa10410bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 --2- 172.21.15.112:0/4264453808 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104102290 0x7fa10410bcf0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc009ca0 tx=0x7fa0fc02a8c0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 -- 172.21.15.112:0/4264453808 shutdown_connections 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 --2- 172.21.15.112:0/4264453808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa104101790 0x7fa104101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 --2- 172.21.15.112:0/4264453808 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104102290 0x7fa10410bcf0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 --2- 172.21.15.112:0/4264453808 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa1041050e0 0x7fa1041054f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 -- 172.21.15.112:0/4264453808 >> 172.21.15.112:0/4264453808 conn(0x7fa1040fd390 msgr2=0x7fa1040ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 -- 172.21.15.112:0/4264453808 shutdown_connections 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 -- 172.21.15.112:0/4264453808 wait complete. 2024-04-25T16:01:09.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 Processor -- start 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.705+0000 7fa109b72640 1 -- start start 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa109b72640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104101790 0x7fa10419a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa109b72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa104102290 0x7fa10419a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa109b72640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa1041050e0 0x7fa1041a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa109b72640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa10410f550 con 0x7fa104101790 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa109b72640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa10410f3d0 con 0x7fa1041050e0 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa109b72640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa10410f6d0 con 0x7fa104102290 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104101790 0x7fa10419a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104101790 0x7fa10419a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58890/0 (socket says 172.21.15.112:58890) 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 -- 172.21.15.112:0/1196696176 learned_addr learned my addr 172.21.15.112:0/1196696176 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa0fbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa104102290 0x7fa10419a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa103fff640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa1041050e0 0x7fa1041a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 -- 172.21.15.112:0/1196696176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa104102290 msgr2=0x7fa10419a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa104102290 0x7fa10419a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 -- 172.21.15.112:0/1196696176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa1041050e0 msgr2=0x7fa1041a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa1041050e0 0x7fa1041a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 -- 172.21.15.112:0/1196696176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1041a1c10 con 0x7fa104101790 2024-04-25T16:01:09.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1037fe640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104101790 0x7fa10419a0d0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa0f400e9f0 tx=0x7fa0f400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:09.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1017fa640 1 -- 172.21.15.112:0/1196696176 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f400ccc0 con 0x7fa104101790 2024-04-25T16:01:09.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1017fa640 1 -- 172.21.15.112:0/1196696176 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0f40044b0 con 0x7fa104101790 2024-04-25T16:01:09.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa1017fa640 1 -- 172.21.15.112:0/1196696176 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f4010430 con 0x7fa104101790 2024-04-25T16:01:09.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.706+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1041a1f00 con 0x7fa104101790 2024-04-25T16:01:09.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.707+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1041a23c0 con 0x7fa104101790 2024-04-25T16:01:09.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.708+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa10410aa80 con 0x7fa104101790 2024-04-25T16:01:09.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.709+0000 7fa1017fa640 1 -- 172.21.15.112:0/1196696176 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 22) ==== 147692+0+0 (secure 0 0 0) 0x7fa0f4003f90 con 0x7fa104101790 2024-04-25T16:01:09.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.710+0000 7fa1017fa640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa0f00afd60 0x7fa0f00b2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:01:09.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.710+0000 7fa0fbfff640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa0f00afd60 0x7fa0f00b2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:01:09.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.710+0000 7fa1017fa640 1 -- 172.21.15.112:0/1196696176 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9532+0+0 (secure 0 0 0) 0x7fa0f40df950 con 0x7fa104101790 2024-04-25T16:01:09.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.710+0000 7fa0fbfff640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa0f00afd60 0x7fa0f00b2270 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa10419b170 tx=0x7fa0ec00b390 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:01:09.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.714+0000 7fa1017fa640 1 -- 172.21.15.112:0/1196696176 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa0f40a7d20 con 0x7fa104101790 2024-04-25T16:01:09.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.921+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 --> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fa104062fe0 con 0x7fa0f00afd60 2024-04-25T16:01:09.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.928+0000 7fa1017fa640 1 -- 172.21.15.112:0/1196696176 <== mgr.15552 v2:172.21.15.112:6800/2160831398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fa104062fe0 con 0x7fa0f00afd60 2024-04-25T16:01:09.929 INFO:teuthology.orchestra.run.smithi112.stdout:/ 1m 6m3h 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.930+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa0f00afd60 msgr2=0x7fa0f00b2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.930+0000 7fa109b72640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa0f00afd60 0x7fa0f00b2270 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa10419b170 tx=0x7fa0ec00b390 comp rx=0 tx=0).stop 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.930+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104101790 msgr2=0x7fa10419a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.930+0000 7fa109b72640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104101790 0x7fa10419a0d0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa0f400e9f0 tx=0x7fa0f400eeb0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 shutdown_connections 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa0f00afd60 0x7fa0f00b2270 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa104102290 0x7fa10419a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa1041050e0 0x7fa1041a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 --2- 172.21.15.112:0/1196696176 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa104101790 0x7fa10419a0d0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 >> 172.21.15.112:0/1196696176 conn(0x7fa1040fd390 msgr2=0x7fa104107c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 shutdown_connections 2024-04-25T16:01:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:01:09.931+0000 7fa109b72640 1 -- 172.21.15.112:0/1196696176 wait complete. 2024-04-25T16:01:09.943 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-25T16:01:09.969 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-25T16:01:09.979 INFO:teuthology.run_tasks:Running task workunit... 2024-04-25T16:01:09.997 INFO:tasks.workunit:Pulling workunits from ref 994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T16:01:09.997 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-25T16:01:09.998 INFO:tasks.workunit:timeout=3h 2024-04-25T16:01:09.998 INFO:tasks.workunit:cleanup=True 2024-04-25T16:01:09.998 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 73h/115d Inode: 1 Links: 2 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:fusefs_t:s0 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-25 15:59:09.322249950 +0000 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-25 15:59:09.322249950 +0000 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-25 16:01:05.373774994 +0000 2024-04-25T16:01:10.026 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: - 2024-04-25T16:01:10.026 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-25T16:01:10.027 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-25T16:01:10.096 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T16:01:10.151 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-25T16:01:10.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:01:10.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:10 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:01:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:01:10.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:10 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='client.15651 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.780 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:01:10.780 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:01:10.780 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:10 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:01:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='client.15657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='client.15663 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-25T16:01:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Unable to set osd_memory_target on smithi116 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-25T16:01:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-25T16:01:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Unable to set osd_memory_target on smithi133 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-04-25T16:01:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi112 to 176.2M 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Unable to set osd_memory_target on smithi112 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:01:11.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:01:11.688 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:01:11.688 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='client.15657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='client.15663 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-25T16:01:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Unable to set osd_memory_target on smithi116 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-25T16:01:11.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Unable to set osd_memory_target on smithi133 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi112 to 176.2M 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Unable to set osd_memory_target on smithi112 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:01:11.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:01:11.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:01:11.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='client.15657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='client.15663 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Unable to set osd_memory_target on smithi116 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Unable to set osd_memory_target on smithi133 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi112 to 176.2M 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Unable to set osd_memory_target on smithi112 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-25T16:01:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:01:11.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:01:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:12.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:12 smithi112 ceph-mon[29426]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:12 smithi116 ceph-mon[32780]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-25T16:01:12.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-25T16:01:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:01:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: Updating smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: Updating smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: Updating smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T16:01:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:12 smithi133 ceph-mon[32641]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-25T16:01:14.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:14 smithi112 ceph-mon[29426]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-25T16:01:14.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:14 smithi116 ceph-mon[32780]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-25T16:01:14.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:14 smithi133 ceph-mon[32641]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-25T16:01:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:16 smithi112 ceph-mon[29426]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 133 KiB/s wr, 39 op/s 2024-04-25T16:01:16.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:16 smithi133 ceph-mon[32641]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 133 KiB/s wr, 39 op/s 2024-04-25T16:01:16.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:16 smithi116 ceph-mon[32780]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 133 KiB/s wr, 39 op/s 2024-04-25T16:01:18.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:18 smithi112 ceph-mon[29426]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 103 KiB/s wr, 30 op/s 2024-04-25T16:01:18.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:18 smithi116 ceph-mon[32780]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 103 KiB/s wr, 30 op/s 2024-04-25T16:01:18.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:18 smithi133 ceph-mon[32641]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 103 KiB/s wr, 30 op/s 2024-04-25T16:01:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:20 smithi112 ceph-mon[29426]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 85 KiB/s wr, 30 op/s 2024-04-25T16:01:20.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:20 smithi116 ceph-mon[32780]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 85 KiB/s wr, 30 op/s 2024-04-25T16:01:20.938 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:20 smithi133 ceph-mon[32641]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 85 KiB/s wr, 30 op/s 2024-04-25T16:01:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:22 smithi112 ceph-mon[29426]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 27 op/s 2024-04-25T16:01:22.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:22 smithi116 ceph-mon[32780]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 27 op/s 2024-04-25T16:01:22.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:22 smithi133 ceph-mon[32641]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 27 op/s 2024-04-25T16:01:24.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:24 smithi112 ceph-mon[29426]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 77 KiB/s wr, 28 op/s 2024-04-25T16:01:24.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:24 smithi116 ceph-mon[32780]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 77 KiB/s wr, 28 op/s 2024-04-25T16:01:24.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:24 smithi133 ceph-mon[32641]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 77 KiB/s wr, 28 op/s 2024-04-25T16:01:26.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:26 smithi116 ceph-mon[32780]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 40 KiB/s wr, 21 op/s 2024-04-25T16:01:26.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:26 smithi133 ceph-mon[32641]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 40 KiB/s wr, 21 op/s 2024-04-25T16:01:26.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:26 smithi112 ceph-mon[29426]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 40 KiB/s wr, 21 op/s 2024-04-25T16:01:28.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:28 smithi116 ceph-mon[32780]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-25T16:01:28.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:28 smithi133 ceph-mon[32641]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-25T16:01:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:28 smithi112 ceph-mon[29426]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-25T16:01:30.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:30 smithi116 ceph-mon[32780]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T16:01:30.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:30 smithi133 ceph-mon[32641]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T16:01:30.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:30 smithi112 ceph-mon[29426]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T16:01:32.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:32 smithi116 ceph-mon[32780]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-25T16:01:32.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:32 smithi133 ceph-mon[32641]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-25T16:01:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:32 smithi112 ceph-mon[29426]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-25T16:01:34.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:34 smithi116 ceph-mon[32780]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T16:01:34.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:34 smithi133 ceph-mon[32641]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T16:01:34.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:34 smithi112 ceph-mon[29426]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T16:01:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:36 smithi116 ceph-mon[32780]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T16:01:36.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:36 smithi133 ceph-mon[32641]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T16:01:36.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:36 smithi112 ceph-mon[29426]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T16:01:38.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:38 smithi116 ceph-mon[32780]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:38.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:38 smithi133 ceph-mon[32641]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:38.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:38 smithi112 ceph-mon[29426]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:40.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:40 smithi116 ceph-mon[32780]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:01:40.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:40 smithi133 ceph-mon[32641]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:01:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:40 smithi112 ceph-mon[29426]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:01:42.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:42 smithi116 ceph-mon[32780]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:42.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:42 smithi133 ceph-mon[32641]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:42.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:42 smithi112 ceph-mon[29426]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:44.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:44 smithi116 ceph-mon[32780]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-25T16:01:44.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:44 smithi133 ceph-mon[32641]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-25T16:01:44.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:44 smithi112 ceph-mon[29426]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-25T16:01:46.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:46 smithi116 ceph-mon[32780]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-25T16:01:46.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:46 smithi133 ceph-mon[32641]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-25T16:01:46.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:46 smithi112 ceph-mon[29426]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-25T16:01:48.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:48 smithi116 ceph-mon[32780]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:48.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:48 smithi133 ceph-mon[32641]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:48.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:48 smithi112 ceph-mon[29426]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:50.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:50 smithi116 ceph-mon[32780]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:01:50.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:50 smithi133 ceph-mon[32641]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:01:50.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:50 smithi112 ceph-mon[29426]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:01:52.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:52 smithi116 ceph-mon[32780]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:52.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:52 smithi133 ceph-mon[32641]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:52.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:52 smithi112 ceph-mon[29426]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:54.758 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:54 smithi112 ceph-mon[29426]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-25T16:01:54.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:54 smithi116 ceph-mon[32780]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-25T16:01:54.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:54 smithi133 ceph-mon[32641]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-25T16:01:56.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:56 smithi116 ceph-mon[32780]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-25T16:01:56.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:56 smithi133 ceph-mon[32641]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-25T16:01:56.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:56 smithi112 ceph-mon[29426]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-25T16:01:58.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:01:58 smithi116 ceph-mon[32780]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:58.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:01:58 smithi133 ceph-mon[32641]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:01:58.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:01:58 smithi112 ceph-mon[29426]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:00.509 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:02:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:02:00.224+0000 7f267219c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:02:00.509 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:02:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:02:00.224+0000 7f267219c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:02:00.509 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:02:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:02:00.224+0000 7f267219c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:02:00.509 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:02:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:02:00.224+0000 7f267219c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:02:00.509 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:02:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:02:00.224+0000 7f267219c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T16:02:00.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:00 smithi116 ceph-mon[32780]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:00.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:00 smithi133 ceph-mon[32641]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:00.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:00 smithi112 ceph-mon[29426]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:02.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:02 smithi116 ceph-mon[32780]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:02.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:02 smithi116 ceph-mon[32780]: mgrmap e24: x(active, since 54s), standbys: z, y 2024-04-25T16:02:02.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:02 smithi133 ceph-mon[32641]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:02 smithi133 ceph-mon[32641]: mgrmap e24: x(active, since 54s), standbys: z, y 2024-04-25T16:02:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:02 smithi112 ceph-mon[29426]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:02 smithi112 ceph-mon[29426]: mgrmap e24: x(active, since 54s), standbys: z, y 2024-04-25T16:02:04.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:04 smithi116 ceph-mon[32780]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:04.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:04 smithi133 ceph-mon[32641]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:04.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:04 smithi112 ceph-mon[29426]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:06.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:06 smithi116 ceph-mon[32780]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-04-25T16:02:06.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:06 smithi133 ceph-mon[32641]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-04-25T16:02:06.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:06 smithi112 ceph-mon[29426]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-04-25T16:02:08.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:08 smithi116 ceph-mon[32780]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 23 KiB/s wr, 13 op/s 2024-04-25T16:02:08.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:08 smithi133 ceph-mon[32641]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 23 KiB/s wr, 13 op/s 2024-04-25T16:02:08.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:08 smithi112 ceph-mon[29426]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 23 KiB/s wr, 13 op/s 2024-04-25T16:02:10.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:10 smithi133 ceph-mon[32641]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:10.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:10 smithi112 ceph-mon[29426]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:11.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:10 smithi116 ceph-mon[32780]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:11.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:11 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:02:11.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:11 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:02:12.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:11 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:02:12.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:12 smithi133 ceph-mon[32641]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-04-25T16:02:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:12 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:12 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:12 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:12 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:12 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:12 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:12 smithi112 ceph-mon[29426]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-04-25T16:02:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:12 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:12 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:12 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:12 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:12 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:12 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:12 smithi116 ceph-mon[32780]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-04-25T16:02:13.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:12 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:12 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:12 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:12 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:12 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:12 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:13 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:02:13.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:13 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:02:13.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:13 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:13.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:13 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:02:13.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:13 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:02:13.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:13 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:14.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:13 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:02:14.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:13 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:02:14.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:13 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:02:14.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:14 smithi133 ceph-mon[32641]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:14 smithi112 ceph-mon[29426]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:15.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:14 smithi116 ceph-mon[32780]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 23 KiB/s wr, 18 op/s 2024-04-25T16:02:16.830 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:16 smithi116 ceph-mon[32780]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:02:16.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:16 smithi133 ceph-mon[32641]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:02:16.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:16 smithi112 ceph-mon[29426]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:02:18.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:18 smithi133 ceph-mon[32641]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:02:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:18 smithi112 ceph-mon[29426]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:02:19.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:18 smithi116 ceph-mon[32780]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:02:20.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:20 smithi133 ceph-mon[32641]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:02:20.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:20 smithi112 ceph-mon[29426]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:02:21.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:20 smithi116 ceph-mon[32780]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:02:22.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:22 smithi133 ceph-mon[32641]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:22.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:22 smithi112 ceph-mon[29426]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:23.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:22 smithi116 ceph-mon[32780]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:24 smithi133 ceph-mon[32641]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:24.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:24 smithi112 ceph-mon[29426]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:25.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:24 smithi116 ceph-mon[32780]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:25.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:25 smithi133 ceph-mon[32641]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:25.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:25 smithi112 ceph-mon[29426]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:26.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:25 smithi116 ceph-mon[32780]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:28.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:27 smithi133 ceph-mon[32641]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:28.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:27 smithi112 ceph-mon[29426]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:28.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:27 smithi116 ceph-mon[32780]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:30.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:29 smithi133 ceph-mon[32641]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:30.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:29 smithi112 ceph-mon[29426]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:30.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:29 smithi116 ceph-mon[32780]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:32.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:31 smithi133 ceph-mon[32641]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:32.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:31 smithi112 ceph-mon[29426]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:32.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:31 smithi116 ceph-mon[32780]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:34.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:33 smithi133 ceph-mon[32641]: pgmap v46: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:33 smithi112 ceph-mon[29426]: pgmap v46: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:34.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:33 smithi116 ceph-mon[32780]: pgmap v46: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:02:36.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:35 smithi133 ceph-mon[32641]: pgmap v47: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:36.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:35 smithi112 ceph-mon[29426]: pgmap v47: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:36.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:35 smithi116 ceph-mon[32780]: pgmap v47: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:38.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:37 smithi133 ceph-mon[32641]: pgmap v48: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:38.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:37 smithi112 ceph-mon[29426]: pgmap v48: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:38.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:37 smithi116 ceph-mon[32780]: pgmap v48: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:02:39.790 INFO:tasks.workunit.client.0.smithi112.stderr:Note: switching to '994e2f20102a20fa9a27966c14b625cc01884df8'. 2024-04-25T16:02:39.790 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:state without impacting any branches by switching back to a branch. 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: git switch -c 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:Or undo this operation with: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: git switch - 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-25T16:02:39.791 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-04-25T16:02:39.792 INFO:tasks.workunit.client.0.smithi112.stderr:HEAD is now at 994e2f20102 Merge PR #56810 into wip-pdonnell-testing-20240425.015853-debug 2024-04-25T16:02:39.797 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-25T16:02:39.857 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-25T16:02:39.859 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T16:02:39.859 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-25T16:02:40.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:39 smithi133 ceph-mon[32641]: pgmap v49: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1023 B/s wr, 14 op/s 2024-04-25T16:02:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:39 smithi133 ceph-mon[32641]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-25T16:02:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:39 smithi112 ceph-mon[29426]: pgmap v49: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1023 B/s wr, 14 op/s 2024-04-25T16:02:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:39 smithi112 ceph-mon[29426]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-25T16:02:40.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:39 smithi116 ceph-mon[32780]: pgmap v49: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1023 B/s wr, 14 op/s 2024-04-25T16:02:40.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:39 smithi116 ceph-mon[32780]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-25T16:02:40.485 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-25T16:02:40.538 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-25T16:02:40.577 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T16:02:40.579 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T16:02:40.579 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-25T16:02:40.617 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T16:02:40.620 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T16:02:40.620 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-25T16:02:40.676 INFO:tasks.workunit:Running workunits matching suites/iozone.sh on client.0... 2024-04-25T16:02:40.678 INFO:tasks.workunit:Running workunit suites/iozone.sh... 2024-04-25T16:02:40.678 DEBUG:teuthology.orchestra.run.smithi112:workunit test suites/iozone.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=994e2f20102a20fa9a27966c14b625cc01884df8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh 2024-04-25T16:02:40.742 INFO:tasks.workunit.client.0.smithi112.stderr:+ iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-04-25T16:02:40.819 INFO:tasks.workunit.client.0.smithi112.stdout: Iozone: Performance Test of File I/O 2024-04-25T16:02:40.819 INFO:tasks.workunit.client.0.smithi112.stdout: Version $Revision: 3.494 $ 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Compiled for 64 bit mode. 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Build: linux-AMD64 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Alexey Skidanov, Sudhir Kumar. 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: Run began: Thu Apr 25 16:02:40 2024 2024-04-25T16:02:40.820 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Include close in write timing 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Include fsync in write timing 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: File size set to 1048576 kB 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Record Size 16 kB 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Command line used: iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Output is in kBytes/sec 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Time Resolution = 0.000001 seconds. 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Processor cache size set to 1024 kBytes. 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Processor cache line size set to 32 bytes. 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: File stride size set to 17 * record size. 2024-04-25T16:02:40.821 INFO:tasks.workunit.client.0.smithi112.stdout: Throughput test with 1 process 2024-04-25T16:02:40.822 INFO:tasks.workunit.client.0.smithi112.stdout: Each process writes a 1048576 kByte file in 16 kByte records 2024-04-25T16:02:42.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:41 smithi133 ceph-mon[32641]: pgmap v50: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-25T16:02:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:41 smithi112 ceph-mon[29426]: pgmap v50: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-25T16:02:42.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:41 smithi116 ceph-mon[32780]: pgmap v50: 129 pgs: 129 active+clean; 1.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-25T16:02:44.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:43 smithi133 ceph-mon[32641]: pgmap v51: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 15 MiB/s wr, 19 op/s 2024-04-25T16:02:44.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:43 smithi112 ceph-mon[29426]: pgmap v51: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 15 MiB/s wr, 19 op/s 2024-04-25T16:02:44.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:43 smithi116 ceph-mon[32780]: pgmap v51: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 15 MiB/s wr, 19 op/s 2024-04-25T16:02:46.079 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:45 smithi116 ceph-mon[32780]: pgmap v52: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 15 MiB/s wr, 14 op/s 2024-04-25T16:02:46.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:45 smithi133 ceph-mon[32641]: pgmap v52: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 15 MiB/s wr, 14 op/s 2024-04-25T16:02:46.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:45 smithi112 ceph-mon[29426]: pgmap v52: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 15 MiB/s wr, 14 op/s 2024-04-25T16:02:48.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:47 smithi133 ceph-mon[32641]: pgmap v53: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 15 MiB/s wr, 14 op/s 2024-04-25T16:02:48.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:47 smithi112 ceph-mon[29426]: pgmap v53: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 15 MiB/s wr, 14 op/s 2024-04-25T16:02:48.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:47 smithi116 ceph-mon[32780]: pgmap v53: 129 pgs: 129 active+clean; 185 MiB data, 639 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 15 MiB/s wr, 14 op/s 2024-04-25T16:02:50.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:49 smithi133 ceph-mon[32641]: pgmap v54: 129 pgs: 129 active+clean; 729 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 61 MiB/s wr, 30 op/s 2024-04-25T16:02:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:49 smithi112 ceph-mon[29426]: pgmap v54: 129 pgs: 129 active+clean; 729 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 61 MiB/s wr, 30 op/s 2024-04-25T16:02:50.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:49 smithi116 ceph-mon[32780]: pgmap v54: 129 pgs: 129 active+clean; 729 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 61 MiB/s wr, 30 op/s 2024-04-25T16:02:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:02:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 initial writers = 109482.59 kB/sec 2024-04-25T16:02:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 initial writers = 109479.94 kB/sec 2024-04-25T16:02:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 109482.59 kB/sec 2024-04-25T16:02:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 109482.59 kB/sec 2024-04-25T16:02:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 109482.59 kB/sec 2024-04-25T16:02:50.400 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:02:52.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:51 smithi133 ceph-mon[32641]: pgmap v55: 129 pgs: 129 active+clean; 729 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 61 MiB/s wr, 25 op/s 2024-04-25T16:02:52.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:51 smithi112 ceph-mon[29426]: pgmap v55: 129 pgs: 129 active+clean; 729 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 61 MiB/s wr, 25 op/s 2024-04-25T16:02:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:51 smithi116 ceph-mon[32780]: pgmap v55: 129 pgs: 129 active+clean; 729 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 61 MiB/s wr, 25 op/s 2024-04-25T16:02:54.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:53 smithi133 ceph-mon[32641]: pgmap v56: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 85 MiB/s wr, 35 op/s 2024-04-25T16:02:54.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:53 smithi112 ceph-mon[29426]: pgmap v56: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 85 MiB/s wr, 35 op/s 2024-04-25T16:02:54.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:53 smithi116 ceph-mon[32780]: pgmap v56: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 85 MiB/s wr, 35 op/s 2024-04-25T16:02:56.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:55 smithi133 ceph-mon[32641]: pgmap v57: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 70 MiB/s wr, 26 op/s 2024-04-25T16:02:56.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:55 smithi112 ceph-mon[29426]: pgmap v57: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 70 MiB/s wr, 26 op/s 2024-04-25T16:02:56.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:55 smithi116 ceph-mon[32780]: pgmap v57: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 70 MiB/s wr, 26 op/s 2024-04-25T16:02:58.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:57 smithi133 ceph-mon[32641]: pgmap v58: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 70 MiB/s wr, 26 op/s 2024-04-25T16:02:58.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:57 smithi112 ceph-mon[29426]: pgmap v58: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 70 MiB/s wr, 26 op/s 2024-04-25T16:02:58.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:57 smithi116 ceph-mon[32780]: pgmap v58: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 70 MiB/s wr, 26 op/s 2024-04-25T16:03:00.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:02:59 smithi133 ceph-mon[32641]: pgmap v59: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 82 MiB/s wr, 34 op/s 2024-04-25T16:03:00.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:02:59 smithi112 ceph-mon[29426]: pgmap v59: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 82 MiB/s wr, 34 op/s 2024-04-25T16:03:00.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:02:59 smithi116 ceph-mon[32780]: pgmap v59: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 82 MiB/s wr, 34 op/s 2024-04-25T16:03:02.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:01 smithi133 ceph-mon[32641]: pgmap v60: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 36 MiB/s wr, 18 op/s 2024-04-25T16:03:02.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:01 smithi112 ceph-mon[29426]: pgmap v60: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 36 MiB/s wr, 18 op/s 2024-04-25T16:03:02.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:01 smithi116 ceph-mon[32780]: pgmap v60: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 36 MiB/s wr, 18 op/s 2024-04-25T16:03:04.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:03 smithi133 ceph-mon[32641]: pgmap v61: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 86 MiB/s wr, 40 op/s 2024-04-25T16:03:04.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:03 smithi112 ceph-mon[29426]: pgmap v61: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 86 MiB/s wr, 40 op/s 2024-04-25T16:03:04.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:03 smithi116 ceph-mon[32780]: pgmap v61: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 86 MiB/s wr, 40 op/s 2024-04-25T16:03:05.058 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:05.059 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 rewriters = 122182.02 kB/sec 2024-04-25T16:03:05.059 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 rewriters = 122178.62 kB/sec 2024-04-25T16:03:05.059 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 122182.02 kB/sec 2024-04-25T16:03:05.059 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 122182.02 kB/sec 2024-04-25T16:03:05.059 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 122182.02 kB/sec 2024-04-25T16:03:05.059 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:03:06.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:05 smithi133 ceph-mon[32641]: pgmap v62: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 62 MiB/s wr, 29 op/s 2024-04-25T16:03:06.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:05 smithi112 ceph-mon[29426]: pgmap v62: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 62 MiB/s wr, 29 op/s 2024-04-25T16:03:06.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:05 smithi116 ceph-mon[32780]: pgmap v62: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 62 MiB/s wr, 29 op/s 2024-04-25T16:03:08.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:07 smithi133 ceph-mon[32641]: pgmap v63: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 62 MiB/s wr, 29 op/s 2024-04-25T16:03:08.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:07 smithi112 ceph-mon[29426]: pgmap v63: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 62 MiB/s wr, 29 op/s 2024-04-25T16:03:08.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:07 smithi116 ceph-mon[32780]: pgmap v63: 129 pgs: 129 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 62 MiB/s wr, 29 op/s 2024-04-25T16:03:09.465 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:09.466 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 readers = 7429599.50 kB/sec 2024-04-25T16:03:09.466 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 readers = 7420085.56 kB/sec 2024-04-25T16:03:09.466 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 7429599.50 kB/sec 2024-04-25T16:03:09.466 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 7429599.50 kB/sec 2024-04-25T16:03:09.466 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 7429599.50 kB/sec 2024-04-25T16:03:09.466 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:03:10.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:09 smithi133 ceph-mon[32641]: pgmap v64: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 85 MiB/s wr, 39 op/s 2024-04-25T16:03:10.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:09 smithi112 ceph-mon[29426]: pgmap v64: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 85 MiB/s wr, 39 op/s 2024-04-25T16:03:10.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:09 smithi116 ceph-mon[32780]: pgmap v64: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 85 MiB/s wr, 39 op/s 2024-04-25T16:03:11.708 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:11.708 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 re-readers = 7286929.00 kB/sec 2024-04-25T16:03:11.708 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 re-readers = 7278800.72 kB/sec 2024-04-25T16:03:11.708 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 7286929.00 kB/sec 2024-04-25T16:03:11.708 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 7286929.00 kB/sec 2024-04-25T16:03:11.708 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 7286929.00 kB/sec 2024-04-25T16:03:11.708 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:03:12.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:11 smithi133 ceph-mon[32641]: pgmap v65: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 74 MiB/s wr, 32 op/s 2024-04-25T16:03:12.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:11 smithi112 ceph-mon[29426]: pgmap v65: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 74 MiB/s wr, 32 op/s 2024-04-25T16:03:12.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:11 smithi116 ceph-mon[32780]: pgmap v65: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 74 MiB/s wr, 32 op/s 2024-04-25T16:03:14.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:13 smithi133 ceph-mon[32641]: pgmap v66: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 74 MiB/s wr, 36 op/s 2024-04-25T16:03:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:13 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:03:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:13 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:03:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:13 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:03:14.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:13 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:03:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:13 smithi112 ceph-mon[29426]: pgmap v66: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 74 MiB/s wr, 36 op/s 2024-04-25T16:03:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:13 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:03:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:13 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:03:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:13 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:03:14.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:13 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:03:14.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:13 smithi116 ceph-mon[32780]: pgmap v66: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 74 MiB/s wr, 36 op/s 2024-04-25T16:03:14.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:13 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:03:14.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:13 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:03:14.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:13 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:03:14.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:13 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:03:16.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:15 smithi133 ceph-mon[32641]: pgmap v67: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 24 MiB/s wr, 14 op/s 2024-04-25T16:03:16.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:15 smithi112 ceph-mon[29426]: pgmap v67: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 24 MiB/s wr, 14 op/s 2024-04-25T16:03:16.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:15 smithi116 ceph-mon[32780]: pgmap v67: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 24 MiB/s wr, 14 op/s 2024-04-25T16:03:18.056 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:18.056 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:18.056 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:18.056 INFO:tasks.workunit.client.0.smithi112.stdout:iozone test complete. 2024-04-25T16:03:18.056 INFO:tasks.workunit.client.0.smithi112.stderr:+ iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Iozone: Performance Test of File I/O 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Version $Revision: 3.494 $ 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Compiled for 64 bit mode. 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Build: linux-AMD64 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-04-25T16:03:18.122 INFO:tasks.workunit.client.0.smithi112.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Alexey Skidanov, Sudhir Kumar. 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Run began: Thu Apr 25 16:03:18 2024 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Include close in write timing 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Include fsync in write timing 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: File size set to 1048576 kB 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Record Size 1024 kB 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Command line used: iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-04-25T16:03:18.123 INFO:tasks.workunit.client.0.smithi112.stdout: Output is in kBytes/sec 2024-04-25T16:03:18.124 INFO:tasks.workunit.client.0.smithi112.stdout: Time Resolution = 0.000001 seconds. 2024-04-25T16:03:18.124 INFO:tasks.workunit.client.0.smithi112.stdout: Processor cache size set to 1024 kBytes. 2024-04-25T16:03:18.124 INFO:tasks.workunit.client.0.smithi112.stdout: Processor cache line size set to 32 bytes. 2024-04-25T16:03:18.124 INFO:tasks.workunit.client.0.smithi112.stdout: File stride size set to 17 * record size. 2024-04-25T16:03:18.124 INFO:tasks.workunit.client.0.smithi112.stdout: Throughput test with 1 process 2024-04-25T16:03:18.124 INFO:tasks.workunit.client.0.smithi112.stdout: Each process writes a 1048576 kByte file in 1024 kByte records 2024-04-25T16:03:18.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:17 smithi133 ceph-mon[32641]: pgmap v68: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 24 MiB/s wr, 14 op/s 2024-04-25T16:03:18.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:17 smithi112 ceph-mon[29426]: pgmap v68: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 24 MiB/s wr, 14 op/s 2024-04-25T16:03:18.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:17 smithi116 ceph-mon[32780]: pgmap v68: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 24 MiB/s wr, 14 op/s 2024-04-25T16:03:19.806 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:19.806 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 initial writers = 634576.50 kB/sec 2024-04-25T16:03:19.806 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 initial writers = 634490.35 kB/sec 2024-04-25T16:03:19.806 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 634576.50 kB/sec 2024-04-25T16:03:19.806 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 634576.50 kB/sec 2024-04-25T16:03:19.806 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 634576.50 kB/sec 2024-04-25T16:03:19.807 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:03:20.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:19 smithi133 ceph-mon[32641]: pgmap v69: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 24 MiB/s wr, 18 op/s 2024-04-25T16:03:20.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:19 smithi112 ceph-mon[29426]: pgmap v69: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 24 MiB/s wr, 18 op/s 2024-04-25T16:03:20.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:19 smithi116 ceph-mon[32780]: pgmap v69: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 24 MiB/s wr, 18 op/s 2024-04-25T16:03:22.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:21 smithi133 ceph-mon[32641]: pgmap v70: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-25T16:03:22.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:21 smithi112 ceph-mon[29426]: pgmap v70: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-25T16:03:22.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:21 smithi116 ceph-mon[32780]: pgmap v70: 129 pgs: 129 active+clean; 1.6 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-25T16:03:23.995 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:23.995 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 rewriters = 697068.19 kB/sec 2024-04-25T16:03:23.995 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 rewriters = 696940.30 kB/sec 2024-04-25T16:03:23.995 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 697068.19 kB/sec 2024-04-25T16:03:23.995 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 697068.19 kB/sec 2024-04-25T16:03:23.995 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 697068.19 kB/sec 2024-04-25T16:03:23.995 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:03:24.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:23 smithi133 ceph-mon[32641]: pgmap v71: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 98 MiB/s wr, 61 op/s 2024-04-25T16:03:24.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:23 smithi112 ceph-mon[29426]: pgmap v71: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 98 MiB/s wr, 61 op/s 2024-04-25T16:03:24.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:23 smithi116 ceph-mon[32780]: pgmap v71: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 98 MiB/s wr, 61 op/s 2024-04-25T16:03:26.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:25 smithi133 ceph-mon[32641]: pgmap v72: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 98 MiB/s wr, 56 op/s 2024-04-25T16:03:26.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:25 smithi112 ceph-mon[29426]: pgmap v72: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 98 MiB/s wr, 56 op/s 2024-04-25T16:03:26.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:25 smithi116 ceph-mon[32780]: pgmap v72: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 98 MiB/s wr, 56 op/s 2024-04-25T16:03:27.409 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:27.409 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 readers = 7379869.50 kB/sec 2024-04-25T16:03:27.409 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 readers = 7369123.98 kB/sec 2024-04-25T16:03:27.409 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 7379869.50 kB/sec 2024-04-25T16:03:27.409 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 7379869.50 kB/sec 2024-04-25T16:03:27.409 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 7379869.50 kB/sec 2024-04-25T16:03:27.409 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:03:28.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:27 smithi133 ceph-mon[32641]: pgmap v73: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 98 MiB/s wr, 56 op/s 2024-04-25T16:03:28.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:27 smithi112 ceph-mon[29426]: pgmap v73: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 98 MiB/s wr, 56 op/s 2024-04-25T16:03:28.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:27 smithi116 ceph-mon[32780]: pgmap v73: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 98 MiB/s wr, 56 op/s 2024-04-25T16:03:29.890 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:29.890 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 re-readers = 7066783.00 kB/sec 2024-04-25T16:03:29.890 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 re-readers = 7057880.87 kB/sec 2024-04-25T16:03:29.890 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 7066783.00 kB/sec 2024-04-25T16:03:29.890 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 7066783.00 kB/sec 2024-04-25T16:03:29.891 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 7066783.00 kB/sec 2024-04-25T16:03:29.891 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 1048576.00 kB 2024-04-25T16:03:30.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:29 smithi133 ceph-mon[32641]: pgmap v74: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-04-25T16:03:30.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:29 smithi112 ceph-mon[29426]: pgmap v74: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-04-25T16:03:30.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:29 smithi116 ceph-mon[32780]: pgmap v74: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-04-25T16:03:32.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:31 smithi133 ceph-mon[32641]: pgmap v75: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 75 op/s 2024-04-25T16:03:32.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:31 smithi112 ceph-mon[29426]: pgmap v75: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 75 op/s 2024-04-25T16:03:32.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:31 smithi116 ceph-mon[32780]: pgmap v75: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 75 op/s 2024-04-25T16:03:34.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:33 smithi133 ceph-mon[32641]: pgmap v76: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-04-25T16:03:34.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:33 smithi112 ceph-mon[29426]: pgmap v76: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-04-25T16:03:34.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:33 smithi116 ceph-mon[32780]: pgmap v76: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 171 MiB/s wr, 79 op/s 2024-04-25T16:03:36.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:35 smithi133 ceph-mon[32641]: pgmap v77: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 72 MiB/s wr, 26 op/s 2024-04-25T16:03:36.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:35 smithi112 ceph-mon[29426]: pgmap v77: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 72 MiB/s wr, 26 op/s 2024-04-25T16:03:36.266 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:36.266 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:36.266 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:36.266 INFO:tasks.workunit.client.0.smithi112.stdout:iozone test complete. 2024-04-25T16:03:36.266 INFO:tasks.workunit.client.0.smithi112.stderr:+ iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-04-25T16:03:36.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:35 smithi116 ceph-mon[32780]: pgmap v77: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 72 MiB/s wr, 26 op/s 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Iozone: Performance Test of File I/O 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Version $Revision: 3.494 $ 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Compiled for 64 bit mode. 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Build: linux-AMD64 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-04-25T16:03:36.333 INFO:tasks.workunit.client.0.smithi112.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Alexey Skidanov, Sudhir Kumar. 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Run began: Thu Apr 25 16:03:36 2024 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Include close in write timing 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Include fsync in write timing 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: File size set to 10485760 kB 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Record Size 1024 kB 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Command line used: iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Output is in kBytes/sec 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Time Resolution = 0.000001 seconds. 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Processor cache size set to 1024 kBytes. 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: Processor cache line size set to 32 bytes. 2024-04-25T16:03:36.334 INFO:tasks.workunit.client.0.smithi112.stdout: File stride size set to 17 * record size. 2024-04-25T16:03:36.335 INFO:tasks.workunit.client.0.smithi112.stdout: Throughput test with 1 process 2024-04-25T16:03:36.335 INFO:tasks.workunit.client.0.smithi112.stdout: Each process writes a 10485760 kByte file in 1024 kByte records 2024-04-25T16:03:38.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:37 smithi133 ceph-mon[32641]: pgmap v78: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 72 MiB/s wr, 26 op/s 2024-04-25T16:03:38.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:37 smithi112 ceph-mon[29426]: pgmap v78: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 72 MiB/s wr, 26 op/s 2024-04-25T16:03:38.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:37 smithi116 ceph-mon[32780]: pgmap v78: 129 pgs: 129 active+clean; 2.0 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 72 MiB/s wr, 26 op/s 2024-04-25T16:03:40.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:39 smithi133 ceph-mon[32641]: pgmap v79: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 140 MiB/s wr, 71 op/s 2024-04-25T16:03:40.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:39 smithi112 ceph-mon[29426]: pgmap v79: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 140 MiB/s wr, 71 op/s 2024-04-25T16:03:40.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:39 smithi116 ceph-mon[32780]: pgmap v79: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 140 MiB/s wr, 71 op/s 2024-04-25T16:03:42.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:41 smithi133 ceph-mon[32641]: pgmap v80: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 68 MiB/s wr, 49 op/s 2024-04-25T16:03:42.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:41 smithi112 ceph-mon[29426]: pgmap v80: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 68 MiB/s wr, 49 op/s 2024-04-25T16:03:42.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:41 smithi116 ceph-mon[32780]: pgmap v80: 129 pgs: 129 active+clean; 1.8 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 68 MiB/s wr, 49 op/s 2024-04-25T16:03:44.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:43 smithi112 ceph-mon[29426]: pgmap v81: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 329 MiB/s wr, 119 op/s 2024-04-25T16:03:44.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:43 smithi116 ceph-mon[32780]: pgmap v81: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 329 MiB/s wr, 119 op/s 2024-04-25T16:03:44.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:43 smithi133 ceph-mon[32641]: pgmap v81: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 329 MiB/s wr, 119 op/s 2024-04-25T16:03:46.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:45 smithi112 ceph-mon[29426]: pgmap v82: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 329 MiB/s wr, 115 op/s 2024-04-25T16:03:46.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:45 smithi116 ceph-mon[32780]: pgmap v82: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 329 MiB/s wr, 115 op/s 2024-04-25T16:03:46.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:45 smithi133 ceph-mon[32641]: pgmap v82: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 329 MiB/s wr, 115 op/s 2024-04-25T16:03:48.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:47 smithi112 ceph-mon[29426]: pgmap v83: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 329 MiB/s wr, 115 op/s 2024-04-25T16:03:48.265 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:47 smithi133 ceph-mon[32641]: pgmap v83: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 329 MiB/s wr, 115 op/s 2024-04-25T16:03:48.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:47 smithi116 ceph-mon[32780]: pgmap v83: 129 pgs: 129 active+clean; 4.9 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 329 MiB/s wr, 115 op/s 2024-04-25T16:03:50.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:49 smithi116 ceph-mon[32780]: pgmap v84: 129 pgs: 129 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 590 MiB/s wr, 184 op/s 2024-04-25T16:03:50.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:49 smithi133 ceph-mon[32641]: pgmap v84: 129 pgs: 129 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 590 MiB/s wr, 184 op/s 2024-04-25T16:03:50.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:49 smithi112 ceph-mon[29426]: pgmap v84: 129 pgs: 129 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 590 MiB/s wr, 184 op/s 2024-04-25T16:03:52.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:51 smithi116 ceph-mon[32780]: pgmap v85: 129 pgs: 129 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 521 MiB/s wr, 139 op/s 2024-04-25T16:03:52.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:51 smithi133 ceph-mon[32641]: pgmap v85: 129 pgs: 129 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 521 MiB/s wr, 139 op/s 2024-04-25T16:03:52.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:51 smithi112 ceph-mon[29426]: pgmap v85: 129 pgs: 129 active+clean; 7.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 521 MiB/s wr, 139 op/s 2024-04-25T16:03:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:03:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 initial writers = 636794.94 kB/sec 2024-04-25T16:03:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 initial writers = 636785.40 kB/sec 2024-04-25T16:03:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 636794.94 kB/sec 2024-04-25T16:03:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 636794.94 kB/sec 2024-04-25T16:03:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 636794.94 kB/sec 2024-04-25T16:03:52.831 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 10485760.00 kB 2024-04-25T16:03:54.257 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:53 smithi112 ceph-mon[29426]: pgmap v86: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 781 MiB/s wr, 209 op/s 2024-04-25T16:03:54.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:53 smithi116 ceph-mon[32780]: pgmap v86: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 781 MiB/s wr, 209 op/s 2024-04-25T16:03:54.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:53 smithi133 ceph-mon[32641]: pgmap v86: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 781 MiB/s wr, 209 op/s 2024-04-25T16:03:56.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:55 smithi116 ceph-mon[32780]: pgmap v87: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 520 MiB/s wr, 139 op/s 2024-04-25T16:03:56.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:55 smithi133 ceph-mon[32641]: pgmap v87: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 520 MiB/s wr, 139 op/s 2024-04-25T16:03:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:55 smithi112 ceph-mon[29426]: pgmap v87: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 520 MiB/s wr, 139 op/s 2024-04-25T16:03:58.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:57 smithi116 ceph-mon[32780]: pgmap v88: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 520 MiB/s wr, 139 op/s 2024-04-25T16:03:58.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:57 smithi133 ceph-mon[32641]: pgmap v88: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 520 MiB/s wr, 139 op/s 2024-04-25T16:03:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:57 smithi112 ceph-mon[29426]: pgmap v88: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 520 MiB/s wr, 139 op/s 2024-04-25T16:04:00.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:03:59 smithi116 ceph-mon[32780]: pgmap v89: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 524 MiB/s wr, 144 op/s 2024-04-25T16:04:00.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:03:59 smithi133 ceph-mon[32641]: pgmap v89: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 524 MiB/s wr, 144 op/s 2024-04-25T16:04:00.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:03:59 smithi112 ceph-mon[29426]: pgmap v89: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 524 MiB/s wr, 144 op/s 2024-04-25T16:04:02.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:01 smithi116 ceph-mon[32780]: pgmap v90: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 264 MiB/s wr, 74 op/s 2024-04-25T16:04:02.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:01 smithi133 ceph-mon[32641]: pgmap v90: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 264 MiB/s wr, 74 op/s 2024-04-25T16:04:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:01 smithi112 ceph-mon[29426]: pgmap v90: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 264 MiB/s wr, 74 op/s 2024-04-25T16:04:04.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:03 smithi116 ceph-mon[32780]: pgmap v91: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 460 MiB/s wr, 133 op/s 2024-04-25T16:04:04.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:03 smithi133 ceph-mon[32641]: pgmap v91: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 460 MiB/s wr, 133 op/s 2024-04-25T16:04:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:03 smithi112 ceph-mon[29426]: pgmap v91: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 460 MiB/s wr, 133 op/s 2024-04-25T16:04:06.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:06 smithi116 ceph-mon[32780]: pgmap v92: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 201 MiB/s wr, 63 op/s 2024-04-25T16:04:06.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:06 smithi133 ceph-mon[32641]: pgmap v92: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 201 MiB/s wr, 63 op/s 2024-04-25T16:04:06.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:06 smithi112 ceph-mon[29426]: pgmap v92: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 201 MiB/s wr, 63 op/s 2024-04-25T16:04:08.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:08 smithi116 ceph-mon[32780]: pgmap v93: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 201 MiB/s wr, 63 op/s 2024-04-25T16:04:08.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:08 smithi133 ceph-mon[32641]: pgmap v93: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 201 MiB/s wr, 63 op/s 2024-04-25T16:04:08.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:08 smithi112 ceph-mon[29426]: pgmap v93: 129 pgs: 129 active+clean; 13 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 201 MiB/s wr, 63 op/s 2024-04-25T16:04:10.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:10 smithi116 ceph-mon[32780]: pgmap v94: 129 pgs: 129 active+clean; 16 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 479 MiB/s wr, 137 op/s 2024-04-25T16:04:10.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:10 smithi133 ceph-mon[32641]: pgmap v94: 129 pgs: 129 active+clean; 16 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 479 MiB/s wr, 137 op/s 2024-04-25T16:04:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:10 smithi112 ceph-mon[29426]: pgmap v94: 129 pgs: 129 active+clean; 16 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 479 MiB/s wr, 137 op/s 2024-04-25T16:04:12.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:12 smithi133 ceph-mon[32641]: pgmap v95: 129 pgs: 129 active+clean; 16 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 475 MiB/s wr, 132 op/s 2024-04-25T16:04:12.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:12 smithi112 ceph-mon[29426]: pgmap v95: 129 pgs: 129 active+clean; 16 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 475 MiB/s wr, 132 op/s 2024-04-25T16:04:12.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:12 smithi116 ceph-mon[32780]: pgmap v95: 129 pgs: 129 active+clean; 16 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 475 MiB/s wr, 132 op/s 2024-04-25T16:04:14.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:14 smithi133 ceph-mon[32641]: pgmap v96: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 750 MiB/s wr, 205 op/s 2024-04-25T16:04:14.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:14 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:04:14.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:14 smithi112 ceph-mon[29426]: pgmap v96: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 750 MiB/s wr, 205 op/s 2024-04-25T16:04:14.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:14 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:04:14.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:14 smithi116 ceph-mon[32780]: pgmap v96: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 750 MiB/s wr, 205 op/s 2024-04-25T16:04:14.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:14 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:04:14.671 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:04:14.671 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 rewriters = 678140.56 kB/sec 2024-04-25T16:04:14.671 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 rewriters = 678130.57 kB/sec 2024-04-25T16:04:14.671 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 678140.56 kB/sec 2024-04-25T16:04:14.672 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 678140.56 kB/sec 2024-04-25T16:04:14.672 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 678140.56 kB/sec 2024-04-25T16:04:14.672 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 10485760.00 kB 2024-04-25T16:04:15.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:15 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:04:15.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:15 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:04:15.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:15 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:04:15.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:15 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:04:15.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:15 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:04:15.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:15 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:04:15.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:15 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:04:15.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:15 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:04:15.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:15 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:04:16.429 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:16 smithi116 ceph-mon[32780]: pgmap v97: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 554 MiB/s wr, 147 op/s 2024-04-25T16:04:16.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:16 smithi133 ceph-mon[32641]: pgmap v97: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 554 MiB/s wr, 147 op/s 2024-04-25T16:04:16.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:16 smithi112 ceph-mon[29426]: pgmap v97: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 554 MiB/s wr, 147 op/s 2024-04-25T16:04:18.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:18 smithi133 ceph-mon[32641]: pgmap v98: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 554 MiB/s wr, 147 op/s 2024-04-25T16:04:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:18 smithi112 ceph-mon[29426]: pgmap v98: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 554 MiB/s wr, 147 op/s 2024-04-25T16:04:18.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:18 smithi116 ceph-mon[32780]: pgmap v98: 129 pgs: 129 active+clean; 19 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 554 MiB/s wr, 147 op/s 2024-04-25T16:04:20.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:20 smithi133 ceph-mon[32641]: pgmap v99: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 656 MiB/s wr, 177 op/s 2024-04-25T16:04:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:20 smithi112 ceph-mon[29426]: pgmap v99: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 656 MiB/s wr, 177 op/s 2024-04-25T16:04:20.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:20 smithi116 ceph-mon[32780]: pgmap v99: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 656 MiB/s wr, 177 op/s 2024-04-25T16:04:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:22 smithi133 ceph-mon[32641]: pgmap v100: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 379 MiB/s wr, 103 op/s 2024-04-25T16:04:22.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:22 smithi112 ceph-mon[29426]: pgmap v100: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 379 MiB/s wr, 103 op/s 2024-04-25T16:04:22.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:22 smithi116 ceph-mon[32780]: pgmap v100: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 379 MiB/s wr, 103 op/s 2024-04-25T16:04:24.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:24 smithi133 ceph-mon[32641]: pgmap v101: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 379 MiB/s wr, 107 op/s 2024-04-25T16:04:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:24 smithi112 ceph-mon[29426]: pgmap v101: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 379 MiB/s wr, 107 op/s 2024-04-25T16:04:24.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:24 smithi116 ceph-mon[32780]: pgmap v101: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 379 MiB/s wr, 107 op/s 2024-04-25T16:04:26.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:26 smithi133 ceph-mon[32641]: pgmap v102: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 103 MiB/s wr, 34 op/s 2024-04-25T16:04:26.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:26 smithi112 ceph-mon[29426]: pgmap v102: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 103 MiB/s wr, 34 op/s 2024-04-25T16:04:26.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:26 smithi116 ceph-mon[32780]: pgmap v102: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 103 MiB/s wr, 34 op/s 2024-04-25T16:04:27.601 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:04:27.602 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 readers = 7914624.00 kB/sec 2024-04-25T16:04:27.602 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 readers = 7913470.71 kB/sec 2024-04-25T16:04:27.602 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 7914624.00 kB/sec 2024-04-25T16:04:27.602 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 7914624.00 kB/sec 2024-04-25T16:04:27.602 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 7914624.00 kB/sec 2024-04-25T16:04:27.602 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 10485760.00 kB 2024-04-25T16:04:28.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:28 smithi133 ceph-mon[32641]: pgmap v103: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 103 MiB/s wr, 34 op/s 2024-04-25T16:04:28.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:28 smithi112 ceph-mon[29426]: pgmap v103: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 103 MiB/s wr, 34 op/s 2024-04-25T16:04:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:28 smithi116 ceph-mon[32780]: pgmap v103: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 103 MiB/s wr, 34 op/s 2024-04-25T16:04:30.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:30 smithi133 ceph-mon[32641]: pgmap v104: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 103 MiB/s wr, 38 op/s 2024-04-25T16:04:30.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:30 smithi112 ceph-mon[29426]: pgmap v104: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 103 MiB/s wr, 38 op/s 2024-04-25T16:04:30.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:30 smithi116 ceph-mon[32780]: pgmap v104: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 103 MiB/s wr, 38 op/s 2024-04-25T16:04:31.045 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:04:31.045 INFO:tasks.workunit.client.0.smithi112.stdout: Children see throughput for 1 re-readers = 7910551.00 kB/sec 2024-04-25T16:04:31.045 INFO:tasks.workunit.client.0.smithi112.stdout: Parent sees throughput for 1 re-readers = 7909238.34 kB/sec 2024-04-25T16:04:31.045 INFO:tasks.workunit.client.0.smithi112.stdout: Min throughput per process = 7910551.00 kB/sec 2024-04-25T16:04:31.045 INFO:tasks.workunit.client.0.smithi112.stdout: Max throughput per process = 7910551.00 kB/sec 2024-04-25T16:04:31.045 INFO:tasks.workunit.client.0.smithi112.stdout: Avg throughput per process = 7910551.00 kB/sec 2024-04-25T16:04:31.045 INFO:tasks.workunit.client.0.smithi112.stdout: Min xfer = 10485760.00 kB 2024-04-25T16:04:32.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:32 smithi133 ceph-mon[32641]: pgmap v105: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-25T16:04:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:32 smithi112 ceph-mon[29426]: pgmap v105: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-25T16:04:32.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:32 smithi116 ceph-mon[32780]: pgmap v105: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-25T16:04:34.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:34 smithi133 ceph-mon[32641]: pgmap v106: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-25T16:04:34.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:34 smithi112 ceph-mon[29426]: pgmap v106: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-25T16:04:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:34 smithi116 ceph-mon[32780]: pgmap v106: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-25T16:04:36.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:36 smithi133 ceph-mon[32641]: pgmap v107: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:04:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:36 smithi112 ceph-mon[29426]: pgmap v107: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:04:36.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:36 smithi116 ceph-mon[32780]: pgmap v107: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:04:38.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:38 smithi133 ceph-mon[32641]: pgmap v108: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:04:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:38 smithi112 ceph-mon[29426]: pgmap v108: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:04:38.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:38 smithi116 ceph-mon[32780]: pgmap v108: 129 pgs: 129 active+clean; 20 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:04:39.327 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:04:39.327 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:04:39.327 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-25T16:04:39.327 INFO:tasks.workunit.client.0.smithi112.stdout:iozone test complete. 2024-04-25T16:04:39.328 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T16:04:39.328 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T16:04:39.401 INFO:tasks.workunit:Stopping ['suites/iozone.sh'] on client.0... 2024-04-25T16:04:39.401 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-25T16:04:39.704 DEBUG:teuthology.parallel:result is None 2024-04-25T16:04:39.705 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T16:04:39.739 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T16:04:39.739 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-25T16:04:39.750 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-25T16:04:39.750 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T16:04:39.750 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:04:39.750 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-25T16:04:39.804 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-25T16:04:40.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:40 smithi133 ceph-mon[32641]: pgmap v109: 129 pgs: 129 active+clean; 19 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 46 op/s 2024-04-25T16:04:40.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:40 smithi112 ceph-mon[29426]: pgmap v109: 129 pgs: 129 active+clean; 19 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 46 op/s 2024-04-25T16:04:40.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:40 smithi116 ceph-mon[32780]: pgmap v109: 129 pgs: 129 active+clean; 19 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 46 op/s 2024-04-25T16:04:42.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:42 smithi133 ceph-mon[32641]: pgmap v110: 129 pgs: 129 active+clean; 19 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.9 KiB/s wr, 41 op/s 2024-04-25T16:04:42.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:42 smithi112 ceph-mon[29426]: pgmap v110: 129 pgs: 129 active+clean; 19 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.9 KiB/s wr, 41 op/s 2024-04-25T16:04:42.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:42 smithi116 ceph-mon[32780]: pgmap v110: 129 pgs: 129 active+clean; 19 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.9 KiB/s wr, 41 op/s 2024-04-25T16:04:44.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:44 smithi133 ceph-mon[32641]: pgmap v111: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.4 KiB/s wr, 227 op/s 2024-04-25T16:04:44.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:44 smithi112 ceph-mon[29426]: pgmap v111: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.4 KiB/s wr, 227 op/s 2024-04-25T16:04:44.547 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:44 smithi116 ceph-mon[32780]: pgmap v111: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.4 KiB/s wr, 227 op/s 2024-04-25T16:04:46.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:46 smithi133 ceph-mon[32641]: pgmap v112: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.4 KiB/s wr, 223 op/s 2024-04-25T16:04:46.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:46 smithi112 ceph-mon[29426]: pgmap v112: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.4 KiB/s wr, 223 op/s 2024-04-25T16:04:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:46 smithi116 ceph-mon[32780]: pgmap v112: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.4 KiB/s wr, 223 op/s 2024-04-25T16:04:48.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:48 smithi133 ceph-mon[32641]: pgmap v113: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.4 KiB/s wr, 223 op/s 2024-04-25T16:04:48.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:48 smithi112 ceph-mon[29426]: pgmap v113: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.4 KiB/s wr, 223 op/s 2024-04-25T16:04:48.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:48 smithi116 ceph-mon[32780]: pgmap v113: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.4 KiB/s wr, 223 op/s 2024-04-25T16:04:50.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:50 smithi133 ceph-mon[32641]: pgmap v114: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.5 KiB/s wr, 227 op/s 2024-04-25T16:04:50.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:50 smithi112 ceph-mon[29426]: pgmap v114: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.5 KiB/s wr, 227 op/s 2024-04-25T16:04:50.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:50 smithi116 ceph-mon[32780]: pgmap v114: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.5 KiB/s wr, 227 op/s 2024-04-25T16:04:52.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:52 smithi133 ceph-mon[32641]: pgmap v115: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.6 KiB/s wr, 190 op/s 2024-04-25T16:04:52.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:52 smithi112 ceph-mon[29426]: pgmap v115: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.6 KiB/s wr, 190 op/s 2024-04-25T16:04:52.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:52 smithi116 ceph-mon[32780]: pgmap v115: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.6 KiB/s wr, 190 op/s 2024-04-25T16:04:54.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:54 smithi133 ceph-mon[32641]: pgmap v116: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 3.6 KiB/s wr, 194 op/s 2024-04-25T16:04:54.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:54 smithi112 ceph-mon[29426]: pgmap v116: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 3.6 KiB/s wr, 194 op/s 2024-04-25T16:04:54.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:54 smithi116 ceph-mon[32780]: pgmap v116: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 3.6 KiB/s wr, 194 op/s 2024-04-25T16:04:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:56 smithi133 ceph-mon[32641]: pgmap v117: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T16:04:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:56 smithi112 ceph-mon[29426]: pgmap v117: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T16:04:56.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:56 smithi116 ceph-mon[32780]: pgmap v117: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T16:04:58.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:04:58 smithi133 ceph-mon[32641]: pgmap v118: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T16:04:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:04:58 smithi112 ceph-mon[29426]: pgmap v118: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T16:04:58.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:04:58 smithi116 ceph-mon[32780]: pgmap v118: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T16:05:00.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:00 smithi133 ceph-mon[32641]: pgmap v119: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T16:05:00.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:00 smithi112 ceph-mon[29426]: pgmap v119: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T16:05:00.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:00 smithi116 ceph-mon[32780]: pgmap v119: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T16:05:02.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:02 smithi133 ceph-mon[32641]: pgmap v120: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:02 smithi112 ceph-mon[29426]: pgmap v120: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:02 smithi116 ceph-mon[32780]: pgmap v120: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:04.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:04 smithi133 ceph-mon[32641]: pgmap v121: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:04 smithi112 ceph-mon[29426]: pgmap v121: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:04.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:04 smithi116 ceph-mon[32780]: pgmap v121: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:06.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:06 smithi133 ceph-mon[32641]: pgmap v122: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:06.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:06 smithi112 ceph-mon[29426]: pgmap v122: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:06.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:06 smithi116 ceph-mon[32780]: pgmap v122: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:08.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:08 smithi133 ceph-mon[32641]: pgmap v123: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:08.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:08 smithi112 ceph-mon[29426]: pgmap v123: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:08 smithi116 ceph-mon[32780]: pgmap v123: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:10.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:10 smithi133 ceph-mon[32641]: pgmap v124: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:10 smithi112 ceph-mon[29426]: pgmap v124: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:10 smithi116 ceph-mon[32780]: pgmap v124: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:12.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:12 smithi133 ceph-mon[32641]: pgmap v125: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:12.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:12 smithi112 ceph-mon[29426]: pgmap v125: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:12.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:12 smithi116 ceph-mon[32780]: pgmap v125: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:05:14.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:14 smithi133 ceph-mon[32641]: pgmap v126: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:14.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:14 smithi112 ceph-mon[29426]: pgmap v126: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:14.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:14 smithi116 ceph-mon[32780]: pgmap v126: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:05:15.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:15 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:05:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:15 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:05:15.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:15 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:05:16.429 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:16 smithi116 ceph-mon[32780]: pgmap v127: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:05:16.429 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:16 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:05:16.429 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:16 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:05:16.429 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:16 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:05:16.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:16 smithi133 ceph-mon[32641]: pgmap v127: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:05:16.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:16 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:05:16.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:16 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:05:16.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:16 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:05:16.458 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:16 smithi112 ceph-mon[29426]: pgmap v127: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:05:16.458 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:16 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:05:16.458 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:16 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:05:16.458 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:16 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:05:18.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:18 smithi133 ceph-mon[32641]: pgmap v128: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:05:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:18 smithi112 ceph-mon[29426]: pgmap v128: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:05:18.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:18 smithi116 ceph-mon[32780]: pgmap v128: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:05:20.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:20 smithi133 ceph-mon[32641]: pgmap v129: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:05:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:20 smithi112 ceph-mon[29426]: pgmap v129: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:05:20.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:20 smithi116 ceph-mon[32780]: pgmap v129: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:05:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:22 smithi133 ceph-mon[32641]: pgmap v130: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:05:22.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:22 smithi112 ceph-mon[29426]: pgmap v130: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:05:22.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:22 smithi116 ceph-mon[32780]: pgmap v130: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:05:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:24 smithi133 ceph-mon[32641]: pgmap v131: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:05:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:24 smithi112 ceph-mon[29426]: pgmap v131: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:05:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:24 smithi116 ceph-mon[32780]: pgmap v131: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:05:26.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:26 smithi133 ceph-mon[32641]: pgmap v132: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:26.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:26 smithi112 ceph-mon[29426]: pgmap v132: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:26.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:26 smithi116 ceph-mon[32780]: pgmap v132: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:28.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:28 smithi133 ceph-mon[32641]: pgmap v133: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:28.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:28 smithi112 ceph-mon[29426]: pgmap v133: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:28.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:28 smithi116 ceph-mon[32780]: pgmap v133: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:30.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:30 smithi133 ceph-mon[32641]: pgmap v134: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:30.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:30 smithi112 ceph-mon[29426]: pgmap v134: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:30.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:30 smithi116 ceph-mon[32780]: pgmap v134: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:32.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:32 smithi133 ceph-mon[32641]: pgmap v135: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:32 smithi112 ceph-mon[29426]: pgmap v135: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:32.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:32 smithi116 ceph-mon[32780]: pgmap v135: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:34 smithi133 ceph-mon[32641]: pgmap v136: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:34.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:34 smithi112 ceph-mon[29426]: pgmap v136: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:34.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:34 smithi116 ceph-mon[32780]: pgmap v136: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:36.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:36 smithi133 ceph-mon[32641]: pgmap v137: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:36 smithi112 ceph-mon[29426]: pgmap v137: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:36.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:36 smithi116 ceph-mon[32780]: pgmap v137: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:38 smithi112 ceph-mon[29426]: pgmap v138: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:38 smithi116 ceph-mon[32780]: pgmap v138: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:38 smithi133 ceph-mon[32641]: pgmap v138: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:40.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:40 smithi112 ceph-mon[29426]: pgmap v139: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:40.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:40 smithi116 ceph-mon[32780]: pgmap v139: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:40 smithi133 ceph-mon[32641]: pgmap v139: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:42.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:42 smithi112 ceph-mon[29426]: pgmap v140: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:42.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:42 smithi116 ceph-mon[32780]: pgmap v140: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:42.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:42 smithi133 ceph-mon[32641]: pgmap v140: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:44.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:44 smithi112 ceph-mon[29426]: pgmap v141: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:44 smithi116 ceph-mon[32780]: pgmap v141: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:44 smithi133 ceph-mon[32641]: pgmap v141: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:46.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:46 smithi112 ceph-mon[29426]: pgmap v142: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:46.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:46 smithi116 ceph-mon[32780]: pgmap v142: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:46.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:46 smithi133 ceph-mon[32641]: pgmap v142: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:48.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:48 smithi112 ceph-mon[29426]: pgmap v143: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:48.488 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:48 smithi133 ceph-mon[32641]: pgmap v143: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:48.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:48 smithi116 ceph-mon[32780]: pgmap v143: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:50.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:50 smithi116 ceph-mon[32780]: pgmap v144: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:50.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:50 smithi133 ceph-mon[32641]: pgmap v144: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:50.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:50 smithi112 ceph-mon[29426]: pgmap v144: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:52.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:52 smithi116 ceph-mon[32780]: pgmap v145: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:52.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:52 smithi133 ceph-mon[32641]: pgmap v145: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:52.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:52 smithi112 ceph-mon[29426]: pgmap v145: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:54.508 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:54 smithi112 ceph-mon[29426]: pgmap v146: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:54.530 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:54 smithi116 ceph-mon[32780]: pgmap v146: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:54.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:54 smithi133 ceph-mon[32641]: pgmap v146: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:05:56.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:56 smithi116 ceph-mon[32780]: pgmap v147: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:56.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:56 smithi133 ceph-mon[32641]: pgmap v147: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:56.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:56 smithi112 ceph-mon[29426]: pgmap v147: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:58.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:05:58 smithi116 ceph-mon[32780]: pgmap v148: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:58.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:05:58 smithi133 ceph-mon[32641]: pgmap v148: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:05:58.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:05:58 smithi112 ceph-mon[29426]: pgmap v148: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:00.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:00 smithi116 ceph-mon[32780]: pgmap v149: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:00.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:00 smithi133 ceph-mon[32641]: pgmap v149: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:00.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:00 smithi112 ceph-mon[29426]: pgmap v149: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:02 smithi116 ceph-mon[32780]: pgmap v150: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:02.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:02 smithi133 ceph-mon[32641]: pgmap v150: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:02.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:02 smithi112 ceph-mon[29426]: pgmap v150: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:04.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:04 smithi116 ceph-mon[32780]: pgmap v151: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:04 smithi133 ceph-mon[32641]: pgmap v151: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:04.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:04 smithi112 ceph-mon[29426]: pgmap v151: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:06.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:06 smithi116 ceph-mon[32780]: pgmap v152: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:06 smithi133 ceph-mon[32641]: pgmap v152: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:06 smithi112 ceph-mon[29426]: pgmap v152: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:08.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:08 smithi116 ceph-mon[32780]: pgmap v153: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:08.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:08 smithi133 ceph-mon[32641]: pgmap v153: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:08.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:08 smithi112 ceph-mon[29426]: pgmap v153: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:10.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:10 smithi116 ceph-mon[32780]: pgmap v154: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:10 smithi133 ceph-mon[32641]: pgmap v154: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:10 smithi112 ceph-mon[29426]: pgmap v154: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:12.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:12 smithi116 ceph-mon[32780]: pgmap v155: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:12.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:12 smithi133 ceph-mon[32641]: pgmap v155: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:12 smithi112 ceph-mon[29426]: pgmap v155: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:06:14.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:14 smithi116 ceph-mon[32780]: pgmap v156: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:14.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:14 smithi133 ceph-mon[32641]: pgmap v156: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:14.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:14 smithi112 ceph-mon[29426]: pgmap v156: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:06:16.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:16 smithi116 ceph-mon[32780]: pgmap v157: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:06:16.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:16 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:06:16.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:16 smithi133 ceph-mon[32641]: pgmap v157: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:06:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:16 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:06:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:16 smithi112 ceph-mon[29426]: pgmap v157: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:06:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:16 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:06:17.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:06:17.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:06:17.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:06:17.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:06:17.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:06:17.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:06:17.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:06:17.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:06:17.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:06:18.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:18 smithi133 ceph-mon[32641]: pgmap v158: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:06:18.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:18 smithi112 ceph-mon[29426]: pgmap v158: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:06:18.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:18 smithi116 ceph-mon[32780]: pgmap v158: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:06:20.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:20 smithi133 ceph-mon[32641]: pgmap v159: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:06:20.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:20 smithi112 ceph-mon[29426]: pgmap v159: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:06:20.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:20 smithi116 ceph-mon[32780]: pgmap v159: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:06:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:22 smithi133 ceph-mon[32641]: pgmap v160: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:06:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:22 smithi112 ceph-mon[29426]: pgmap v160: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:06:22.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:22 smithi116 ceph-mon[32780]: pgmap v160: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:06:24.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:24 smithi133 ceph-mon[32641]: pgmap v161: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:06:24.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:24 smithi112 ceph-mon[29426]: pgmap v161: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:06:24.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:24 smithi116 ceph-mon[32780]: pgmap v161: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:06:26.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:26 smithi133 ceph-mon[32641]: pgmap v162: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:26.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:26 smithi112 ceph-mon[29426]: pgmap v162: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:26.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:26 smithi116 ceph-mon[32780]: pgmap v162: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:28 smithi133 ceph-mon[32641]: pgmap v163: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:28 smithi112 ceph-mon[29426]: pgmap v163: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:28.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:28 smithi116 ceph-mon[32780]: pgmap v163: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:30.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:30 smithi133 ceph-mon[32641]: pgmap v164: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:30 smithi112 ceph-mon[29426]: pgmap v164: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:30 smithi116 ceph-mon[32780]: pgmap v164: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:32.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:32 smithi133 ceph-mon[32641]: pgmap v165: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:32.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:32 smithi112 ceph-mon[29426]: pgmap v165: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:32.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:32 smithi116 ceph-mon[32780]: pgmap v165: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:34.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:34 smithi133 ceph-mon[32641]: pgmap v166: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:34.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:34 smithi112 ceph-mon[29426]: pgmap v166: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:34.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:34 smithi116 ceph-mon[32780]: pgmap v166: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:36 smithi133 ceph-mon[32641]: pgmap v167: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:36.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:36 smithi112 ceph-mon[29426]: pgmap v167: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:36.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:36 smithi116 ceph-mon[32780]: pgmap v167: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:38.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:38 smithi133 ceph-mon[32641]: pgmap v168: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:38.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:38 smithi112 ceph-mon[29426]: pgmap v168: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:38.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:38 smithi116 ceph-mon[32780]: pgmap v168: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:40 smithi133 ceph-mon[32641]: pgmap v169: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:40 smithi112 ceph-mon[29426]: pgmap v169: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:40.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:40 smithi116 ceph-mon[32780]: pgmap v169: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:42 smithi133 ceph-mon[32641]: pgmap v170: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:42 smithi112 ceph-mon[29426]: pgmap v170: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:42.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:42 smithi116 ceph-mon[32780]: pgmap v170: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:44.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:44 smithi133 ceph-mon[32641]: pgmap v171: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:44 smithi112 ceph-mon[29426]: pgmap v171: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:44.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:44 smithi116 ceph-mon[32780]: pgmap v171: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:46.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:46 smithi133 ceph-mon[32641]: pgmap v172: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:46 smithi112 ceph-mon[29426]: pgmap v172: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:46.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:46 smithi116 ceph-mon[32780]: pgmap v172: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:48 smithi133 ceph-mon[32641]: pgmap v173: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:48 smithi112 ceph-mon[29426]: pgmap v173: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:48 smithi116 ceph-mon[32780]: pgmap v173: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:50.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:50 smithi133 ceph-mon[32641]: pgmap v174: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:50.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:50 smithi112 ceph-mon[29426]: pgmap v174: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:50 smithi116 ceph-mon[32780]: pgmap v174: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:52.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:52 smithi133 ceph-mon[32641]: pgmap v175: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:52.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:52 smithi112 ceph-mon[29426]: pgmap v175: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:52.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:52 smithi116 ceph-mon[32780]: pgmap v175: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:54.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:54 smithi133 ceph-mon[32641]: pgmap v176: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:54.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:54 smithi112 ceph-mon[29426]: pgmap v176: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:54.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:54 smithi116 ceph-mon[32780]: pgmap v176: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:06:56.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:56 smithi133 ceph-mon[32641]: pgmap v177: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:56.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:56 smithi112 ceph-mon[29426]: pgmap v177: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:56.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:56 smithi116 ceph-mon[32780]: pgmap v177: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:58.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:06:58 smithi133 ceph-mon[32641]: pgmap v178: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:58.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:06:58 smithi112 ceph-mon[29426]: pgmap v178: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:06:58.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:06:58 smithi116 ceph-mon[32780]: pgmap v178: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:00.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:00 smithi133 ceph-mon[32641]: pgmap v179: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:00.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:00 smithi112 ceph-mon[29426]: pgmap v179: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:00.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:00 smithi116 ceph-mon[32780]: pgmap v179: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:02.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:02 smithi112 ceph-mon[29426]: pgmap v180: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:02.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:02 smithi116 ceph-mon[32780]: pgmap v180: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:02 smithi133 ceph-mon[32641]: pgmap v180: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:04.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:04 smithi112 ceph-mon[29426]: pgmap v181: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:04.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:04 smithi116 ceph-mon[32780]: pgmap v181: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:04.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:04 smithi133 ceph-mon[32641]: pgmap v181: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:06 smithi112 ceph-mon[29426]: pgmap v182: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:06.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:06 smithi116 ceph-mon[32780]: pgmap v182: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:06.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:06 smithi133 ceph-mon[32641]: pgmap v182: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:08.709 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:08 smithi112 ceph-mon[29426]: pgmap v183: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:08.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:08 smithi116 ceph-mon[32780]: pgmap v183: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:08.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:08 smithi133 ceph-mon[32641]: pgmap v183: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:10 smithi112 ceph-mon[29426]: pgmap v184: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:10.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:10 smithi116 ceph-mon[32780]: pgmap v184: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:10.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:10 smithi133 ceph-mon[32641]: pgmap v184: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:12 smithi112 ceph-mon[29426]: pgmap v185: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:12.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:12 smithi116 ceph-mon[32780]: pgmap v185: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:12.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:12 smithi133 ceph-mon[32641]: pgmap v185: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-04-25T16:07:14.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:14 smithi116 ceph-mon[32780]: pgmap v186: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:14.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:14 smithi133 ceph-mon[32641]: pgmap v186: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:14 smithi112 ceph-mon[29426]: pgmap v186: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-04-25T16:07:16.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:16 smithi116 ceph-mon[32780]: pgmap v187: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:07:16.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:16 smithi133 ceph-mon[32641]: pgmap v187: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:07:16.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:16 smithi112 ceph-mon[29426]: pgmap v187: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:07:17.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:07:17.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:07:17.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:07:17.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:07:17.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:07:17.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:07:17.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:07:17.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:07:17.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:07:17.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:07:17.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:07:17.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:07:18.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:18 smithi116 ceph-mon[32780]: pgmap v188: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:07:18.837 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:18 smithi133 ceph-mon[32641]: pgmap v188: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:07:18.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:18 smithi112 ceph-mon[29426]: pgmap v188: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T16:07:20.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:20 smithi116 ceph-mon[32780]: pgmap v189: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:07:20.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:20 smithi133 ceph-mon[32641]: pgmap v189: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:07:20.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:20 smithi112 ceph-mon[29426]: pgmap v189: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T16:07:22.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:22 smithi116 ceph-mon[32780]: pgmap v190: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:07:22.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:22 smithi133 ceph-mon[32641]: pgmap v190: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:07:22.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:22 smithi112 ceph-mon[29426]: pgmap v190: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:07:24.757 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:24 smithi112 ceph-mon[29426]: pgmap v191: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:07:24.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:24 smithi116 ceph-mon[32780]: pgmap v191: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:07:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:24 smithi133 ceph-mon[32641]: pgmap v191: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:07:26.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:26 smithi116 ceph-mon[32780]: pgmap v192: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:26.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:26 smithi133 ceph-mon[32641]: pgmap v192: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:26.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:26 smithi112 ceph-mon[29426]: pgmap v192: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:28.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:28 smithi116 ceph-mon[32780]: pgmap v193: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:28 smithi133 ceph-mon[32641]: pgmap v193: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:28 smithi112 ceph-mon[29426]: pgmap v193: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:30.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:30 smithi116 ceph-mon[32780]: pgmap v194: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:30.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:30 smithi133 ceph-mon[32641]: pgmap v194: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:30.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:30 smithi112 ceph-mon[29426]: pgmap v194: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:32.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:32 smithi116 ceph-mon[32780]: pgmap v195: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:32.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:32 smithi133 ceph-mon[32641]: pgmap v195: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:32 smithi112 ceph-mon[29426]: pgmap v195: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:34.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:34 smithi116 ceph-mon[32780]: pgmap v196: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:34.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:34 smithi133 ceph-mon[32641]: pgmap v196: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:34.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:34 smithi112 ceph-mon[29426]: pgmap v196: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:36.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:36 smithi116 ceph-mon[32780]: pgmap v197: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:36.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:36 smithi133 ceph-mon[32641]: pgmap v197: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:36.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:36 smithi112 ceph-mon[29426]: pgmap v197: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:38.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:38 smithi116 ceph-mon[32780]: pgmap v198: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:38.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:38 smithi133 ceph-mon[32641]: pgmap v198: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:38.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:38 smithi112 ceph-mon[29426]: pgmap v198: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:40.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:40 smithi116 ceph-mon[32780]: pgmap v199: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:40.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:40 smithi133 ceph-mon[32641]: pgmap v199: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:40 smithi112 ceph-mon[29426]: pgmap v199: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:42.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:42 smithi116 ceph-mon[32780]: pgmap v200: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:42.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:42 smithi133 ceph-mon[32641]: pgmap v200: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:42.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:42 smithi112 ceph-mon[29426]: pgmap v200: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:44.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:44 smithi116 ceph-mon[32780]: pgmap v201: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:44.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:44 smithi133 ceph-mon[32641]: pgmap v201: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:44.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:44 smithi112 ceph-mon[29426]: pgmap v201: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:46.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:46 smithi116 ceph-mon[32780]: pgmap v202: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:46.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:46 smithi133 ceph-mon[32641]: pgmap v202: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:46.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:46 smithi112 ceph-mon[29426]: pgmap v202: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:48 smithi116 ceph-mon[32780]: pgmap v203: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:48.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:48 smithi133 ceph-mon[32641]: pgmap v203: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:48.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:48 smithi112 ceph-mon[29426]: pgmap v203: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:50 smithi116 ceph-mon[32780]: pgmap v204: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:50.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:50 smithi133 ceph-mon[32641]: pgmap v204: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:50.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:50 smithi112 ceph-mon[29426]: pgmap v204: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:52.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:52 smithi116 ceph-mon[32780]: pgmap v205: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:52.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:52 smithi133 ceph-mon[32641]: pgmap v205: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:52.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:52 smithi112 ceph-mon[29426]: pgmap v205: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:54.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:54 smithi116 ceph-mon[32780]: pgmap v206: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:54.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:54 smithi133 ceph-mon[32641]: pgmap v206: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:54.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:54 smithi112 ceph-mon[29426]: pgmap v206: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:07:56.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:56 smithi116 ceph-mon[32780]: pgmap v207: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:56.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:56 smithi133 ceph-mon[32641]: pgmap v207: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:56.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:56 smithi112 ceph-mon[29426]: pgmap v207: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:58.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:07:58 smithi133 ceph-mon[32641]: pgmap v208: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:58.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:07:58 smithi112 ceph-mon[29426]: pgmap v208: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:07:59.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:07:58 smithi116 ceph-mon[32780]: pgmap v208: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:00 smithi133 ceph-mon[32641]: pgmap v209: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:00.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:00 smithi112 ceph-mon[29426]: pgmap v209: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:00 smithi116 ceph-mon[32780]: pgmap v209: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:02 smithi133 ceph-mon[32641]: pgmap v210: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-25T16:08:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:02 smithi112 ceph-mon[29426]: pgmap v210: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-25T16:08:03.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:02 smithi116 ceph-mon[32780]: pgmap v210: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-25T16:08:04.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:04 smithi133 ceph-mon[32641]: pgmap v211: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:08:04.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:04 smithi112 ceph-mon[29426]: pgmap v211: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:08:05.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:04 smithi116 ceph-mon[32780]: pgmap v211: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:08:06.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:06 smithi133 ceph-mon[32641]: pgmap v212: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:08:06.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:06 smithi112 ceph-mon[29426]: pgmap v212: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:08:07.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:06 smithi116 ceph-mon[32780]: pgmap v212: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:08:08.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:08 smithi133 ceph-mon[32641]: pgmap v213: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:08:08.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:08 smithi112 ceph-mon[29426]: pgmap v213: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:08:09.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:08 smithi116 ceph-mon[32780]: pgmap v213: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:08:10.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:10 smithi133 ceph-mon[32641]: pgmap v214: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:08:10.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:10 smithi112 ceph-mon[29426]: pgmap v214: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:08:11.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:10 smithi116 ceph-mon[32780]: pgmap v214: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:08:11.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:11 smithi133 ceph-mon[32641]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T16:08:11.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:11 smithi112 ceph-mon[29426]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T16:08:12.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:11 smithi116 ceph-mon[32780]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T16:08:12.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:12 smithi133 ceph-mon[32641]: pgmap v216: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T16:08:12.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:12 smithi112 ceph-mon[29426]: pgmap v216: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T16:08:13.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:12 smithi116 ceph-mon[32780]: pgmap v216: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T16:08:14.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:14 smithi133 ceph-mon[32641]: pgmap v217: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:08:14.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:14 smithi133 ceph-mon[32641]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T16:08:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:14 smithi112 ceph-mon[29426]: pgmap v217: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:08:14.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:14 smithi112 ceph-mon[29426]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T16:08:15.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:14 smithi116 ceph-mon[32780]: pgmap v217: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:08:15.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:14 smithi116 ceph-mon[32780]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T16:08:16.830 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:16 smithi116 ceph-mon[32780]: pgmap v219: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:08:16.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:16 smithi133 ceph-mon[32641]: pgmap v219: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:08:16.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:16 smithi112 ceph-mon[29426]: pgmap v219: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:08:17.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:17 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:08:17.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:17 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:08:18.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:17 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:08:18.837 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:18 smithi133 ceph-mon[32641]: pgmap v220: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-25T16:08:18.837 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:18 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:08:18.837 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:18 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:08:18.837 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:18 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:08:18.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:18 smithi112 ceph-mon[29426]: pgmap v220: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-25T16:08:18.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:18 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:08:18.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:18 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:08:18.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:18 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:08:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:18 smithi116 ceph-mon[32780]: pgmap v220: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-25T16:08:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:18 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:08:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:18 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:08:19.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:18 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:08:20.938 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:20 smithi133 ceph-mon[32641]: pgmap v221: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 246 B/s wr, 12 op/s 2024-04-25T16:08:20.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:20 smithi112 ceph-mon[29426]: pgmap v221: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 246 B/s wr, 12 op/s 2024-04-25T16:08:21.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:20 smithi116 ceph-mon[32780]: pgmap v221: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 246 B/s wr, 12 op/s 2024-04-25T16:08:22.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:22 smithi133 ceph-mon[32641]: pgmap v222: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:08:22.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:22 smithi112 ceph-mon[29426]: pgmap v222: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:08:23.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:22 smithi116 ceph-mon[32780]: pgmap v222: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:08:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:24 smithi133 ceph-mon[32641]: pgmap v223: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:08:24.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:24 smithi112 ceph-mon[29426]: pgmap v223: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:08:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:24 smithi116 ceph-mon[32780]: pgmap v223: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:08:26.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:26 smithi133 ceph-mon[32641]: pgmap v224: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:08:26.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:26 smithi112 ceph-mon[29426]: pgmap v224: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:08:27.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:26 smithi116 ceph-mon[32780]: pgmap v224: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:08:28.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:28 smithi133 ceph-mon[32641]: pgmap v225: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:08:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:28 smithi112 ceph-mon[29426]: pgmap v225: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:08:29.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:28 smithi116 ceph-mon[32780]: pgmap v225: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:08:30.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:30 smithi133 ceph-mon[32641]: pgmap v226: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:08:30.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:30 smithi112 ceph-mon[29426]: pgmap v226: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:08:31.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:30 smithi116 ceph-mon[32780]: pgmap v226: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:08:32.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:32 smithi133 ceph-mon[32641]: pgmap v227: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:32 smithi112 ceph-mon[29426]: pgmap v227: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:33.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:32 smithi116 ceph-mon[32780]: pgmap v227: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:34.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:34 smithi133 ceph-mon[32641]: pgmap v228: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:34.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:34 smithi112 ceph-mon[29426]: pgmap v228: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:35.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:34 smithi116 ceph-mon[32780]: pgmap v228: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:36.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:36 smithi133 ceph-mon[32641]: pgmap v229: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:36.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:36 smithi112 ceph-mon[29426]: pgmap v229: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:37.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:36 smithi116 ceph-mon[32780]: pgmap v229: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:38.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:38 smithi133 ceph-mon[32641]: pgmap v230: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:38.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:38 smithi112 ceph-mon[29426]: pgmap v230: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:38 smithi116 ceph-mon[32780]: pgmap v230: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:40.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:40 smithi133 ceph-mon[32641]: pgmap v231: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:40 smithi112 ceph-mon[29426]: pgmap v231: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:41.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:40 smithi116 ceph-mon[32780]: pgmap v231: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:42.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:42 smithi133 ceph-mon[32641]: pgmap v232: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:42.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:42 smithi112 ceph-mon[29426]: pgmap v232: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:43.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:42 smithi116 ceph-mon[32780]: pgmap v232: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:44.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:44 smithi133 ceph-mon[32641]: pgmap v233: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:44.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:44 smithi112 ceph-mon[29426]: pgmap v233: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:45.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:44 smithi116 ceph-mon[32780]: pgmap v233: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:46.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:46 smithi133 ceph-mon[32641]: pgmap v234: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:46.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:46 smithi112 ceph-mon[29426]: pgmap v234: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:47.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:46 smithi116 ceph-mon[32780]: pgmap v234: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:47.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:47 smithi133 ceph-mon[32641]: pgmap v235: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:47.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:47 smithi112 ceph-mon[29426]: pgmap v235: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:48.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:47 smithi116 ceph-mon[32780]: pgmap v235: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:50.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:49 smithi133 ceph-mon[32641]: pgmap v236: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:50.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:49 smithi112 ceph-mon[29426]: pgmap v236: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:50.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:49 smithi116 ceph-mon[32780]: pgmap v236: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:52.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:51 smithi133 ceph-mon[32641]: pgmap v237: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:52.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:51 smithi112 ceph-mon[29426]: pgmap v237: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:52.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:51 smithi116 ceph-mon[32780]: pgmap v237: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:54.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:53 smithi133 ceph-mon[32641]: pgmap v238: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:54.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:53 smithi112 ceph-mon[29426]: pgmap v238: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:54.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:53 smithi116 ceph-mon[32780]: pgmap v238: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:08:56.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:55 smithi133 ceph-mon[32641]: pgmap v239: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:56.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:55 smithi112 ceph-mon[29426]: pgmap v239: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:56.278 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:55 smithi116 ceph-mon[32780]: pgmap v239: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:58.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:08:57 smithi133 ceph-mon[32641]: pgmap v240: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:58.205 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:08:57 smithi112 ceph-mon[29426]: pgmap v240: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:08:58.277 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:08:57 smithi116 ceph-mon[32780]: pgmap v240: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:00.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:00 smithi133 ceph-mon[32641]: pgmap v241: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:00.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:00 smithi112 ceph-mon[29426]: pgmap v241: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:00.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:00 smithi116 ceph-mon[32780]: pgmap v241: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:02.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:02 smithi133 ceph-mon[32641]: pgmap v242: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:02 smithi112 ceph-mon[29426]: pgmap v242: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:02 smithi116 ceph-mon[32780]: pgmap v242: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:04.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:04 smithi133 ceph-mon[32641]: pgmap v243: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:09:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:04 smithi112 ceph-mon[29426]: pgmap v243: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:09:04.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:04 smithi116 ceph-mon[32780]: pgmap v243: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:09:06.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:06 smithi133 ceph-mon[32641]: pgmap v244: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:06.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:06 smithi112 ceph-mon[29426]: pgmap v244: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:06.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:06 smithi116 ceph-mon[32780]: pgmap v244: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:08.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:08 smithi133 ceph-mon[32641]: pgmap v245: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:08.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:08 smithi112 ceph-mon[29426]: pgmap v245: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:08 smithi116 ceph-mon[32780]: pgmap v245: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:10.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:10 smithi133 ceph-mon[32641]: pgmap v246: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:09:10.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:10 smithi112 ceph-mon[29426]: pgmap v246: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:09:10.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:10 smithi116 ceph-mon[32780]: pgmap v246: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:09:12.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:12 smithi133 ceph-mon[32641]: pgmap v247: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:12.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:12 smithi133 ceph-mon[32641]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T16:09:12.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:12 smithi112 ceph-mon[29426]: pgmap v247: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:12.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:12 smithi112 ceph-mon[29426]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T16:09:12.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:12 smithi116 ceph-mon[32780]: pgmap v247: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:09:12.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:12 smithi116 ceph-mon[32780]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T16:09:14.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:14 smithi133 ceph-mon[32641]: pgmap v249: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:09:14.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:14 smithi133 ceph-mon[32641]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T16:09:14.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:14 smithi112 ceph-mon[29426]: pgmap v249: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:09:14.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:14 smithi112 ceph-mon[29426]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T16:09:14.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:14 smithi116 ceph-mon[32780]: pgmap v249: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:09:14.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:14 smithi116 ceph-mon[32780]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T16:09:16.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:16 smithi133 ceph-mon[32641]: pgmap v251: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:09:16.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:16 smithi112 ceph-mon[29426]: pgmap v251: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:09:16.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:16 smithi116 ceph-mon[32780]: pgmap v251: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:09:18.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:18 smithi133 ceph-mon[32641]: pgmap v252: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-25T16:09:18.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:18 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:09:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:18 smithi112 ceph-mon[29426]: pgmap v252: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-25T16:09:18.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:18 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:09:18.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:18 smithi116 ceph-mon[32780]: pgmap v252: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-25T16:09:18.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:18 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:09:19.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:19 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:09:19.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:19 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:09:19.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:19 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:09:19.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:19 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:09:19.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:19 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:09:19.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:19 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:09:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:19 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:09:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:19 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:09:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:19 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:09:20.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:20 smithi133 ceph-mon[32641]: pgmap v253: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:09:20.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:20 smithi112 ceph-mon[29426]: pgmap v253: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:09:20.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:20 smithi116 ceph-mon[32780]: pgmap v253: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T16:09:22.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:22 smithi133 ceph-mon[32641]: pgmap v254: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 209 B/s wr, 10 op/s 2024-04-25T16:09:22.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:22 smithi112 ceph-mon[29426]: pgmap v254: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 209 B/s wr, 10 op/s 2024-04-25T16:09:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:22 smithi116 ceph-mon[32780]: pgmap v254: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 209 B/s wr, 10 op/s 2024-04-25T16:09:24.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:24 smithi133 ceph-mon[32641]: pgmap v255: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:09:24.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:24 smithi112 ceph-mon[29426]: pgmap v255: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:09:24.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:24 smithi116 ceph-mon[32780]: pgmap v255: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:09:26.437 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:26 smithi133 ceph-mon[32641]: pgmap v256: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:09:26.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:26 smithi112 ceph-mon[29426]: pgmap v256: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:09:26.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:26 smithi116 ceph-mon[32780]: pgmap v256: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:09:28.435 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:28 smithi133 ceph-mon[32641]: pgmap v257: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:09:28.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:28 smithi112 ceph-mon[29426]: pgmap v257: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:09:28.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:28 smithi116 ceph-mon[32780]: pgmap v257: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:09:30.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:30 smithi133 ceph-mon[32641]: pgmap v258: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:09:30.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:30 smithi112 ceph-mon[29426]: pgmap v258: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:09:30.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:30 smithi116 ceph-mon[32780]: pgmap v258: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:09:32.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:32 smithi133 ceph-mon[32641]: pgmap v259: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:32.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:32 smithi112 ceph-mon[29426]: pgmap v259: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:32 smithi116 ceph-mon[32780]: pgmap v259: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:34.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:34 smithi133 ceph-mon[32641]: pgmap v260: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:34.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:34 smithi112 ceph-mon[29426]: pgmap v260: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:34 smithi116 ceph-mon[32780]: pgmap v260: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:36.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:36 smithi133 ceph-mon[32641]: pgmap v261: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:36.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:36 smithi112 ceph-mon[29426]: pgmap v261: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:36.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:36 smithi116 ceph-mon[32780]: pgmap v261: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:38.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:38 smithi133 ceph-mon[32641]: pgmap v262: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:38.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:38 smithi112 ceph-mon[29426]: pgmap v262: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:38 smithi116 ceph-mon[32780]: pgmap v262: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:40.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:40 smithi133 ceph-mon[32641]: pgmap v263: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:40.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:40 smithi112 ceph-mon[29426]: pgmap v263: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:40 smithi116 ceph-mon[32780]: pgmap v263: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:42.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:42 smithi133 ceph-mon[32641]: pgmap v264: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:42.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:42 smithi112 ceph-mon[29426]: pgmap v264: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:42.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:42 smithi116 ceph-mon[32780]: pgmap v264: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:44.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:44 smithi133 ceph-mon[32641]: pgmap v265: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:44.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:44 smithi112 ceph-mon[29426]: pgmap v265: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:44 smithi116 ceph-mon[32780]: pgmap v265: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:46.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:46 smithi133 ceph-mon[32641]: pgmap v266: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:46.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:46 smithi112 ceph-mon[29426]: pgmap v266: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:46 smithi116 ceph-mon[32780]: pgmap v266: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:48.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:48 smithi133 ceph-mon[32641]: pgmap v267: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:48.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:48 smithi112 ceph-mon[29426]: pgmap v267: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:48.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:48 smithi116 ceph-mon[32780]: pgmap v267: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:50.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:50 smithi133 ceph-mon[32641]: pgmap v268: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:50.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:50 smithi112 ceph-mon[29426]: pgmap v268: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:50.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:50 smithi116 ceph-mon[32780]: pgmap v268: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:52.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:52 smithi133 ceph-mon[32641]: pgmap v269: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:52.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:52 smithi112 ceph-mon[29426]: pgmap v269: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:52.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:52 smithi116 ceph-mon[32780]: pgmap v269: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:54.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:54 smithi133 ceph-mon[32641]: pgmap v270: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:54.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:54 smithi112 ceph-mon[29426]: pgmap v270: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:54.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:54 smithi116 ceph-mon[32780]: pgmap v270: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:09:56.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:56 smithi133 ceph-mon[32641]: pgmap v271: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:56.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:56 smithi112 ceph-mon[29426]: pgmap v271: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:56.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:56 smithi116 ceph-mon[32780]: pgmap v271: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:58.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:09:58 smithi133 ceph-mon[32641]: pgmap v272: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:58.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:09:58 smithi112 ceph-mon[29426]: pgmap v272: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:09:58.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:09:58 smithi116 ceph-mon[32780]: pgmap v272: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:00.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:00 smithi112 ceph-mon[29426]: pgmap v273: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:00.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:00 smithi112 ceph-mon[29426]: overall HEALTH_OK 2024-04-25T16:10:00.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:00 smithi116 ceph-mon[32780]: pgmap v273: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:00.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:00 smithi116 ceph-mon[32780]: overall HEALTH_OK 2024-04-25T16:10:00.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:00 smithi133 ceph-mon[32641]: pgmap v273: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:00.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:00 smithi133 ceph-mon[32641]: overall HEALTH_OK 2024-04-25T16:10:02.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:02 smithi112 ceph-mon[29426]: pgmap v274: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:02.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:02 smithi116 ceph-mon[32780]: pgmap v274: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:02.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:02 smithi133 ceph-mon[32641]: pgmap v274: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:04.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:04 smithi112 ceph-mon[29426]: pgmap v275: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:10:04.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:04 smithi116 ceph-mon[32780]: pgmap v275: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:10:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:04 smithi133 ceph-mon[32641]: pgmap v275: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:10:06.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:06 smithi112 ceph-mon[29426]: pgmap v276: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:06.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:06 smithi116 ceph-mon[32780]: pgmap v276: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:06 smithi133 ceph-mon[32641]: pgmap v276: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:08.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:08 smithi116 ceph-mon[32780]: pgmap v277: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:08 smithi133 ceph-mon[32641]: pgmap v277: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:08.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:08 smithi112 ceph-mon[29426]: pgmap v277: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:10.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:10 smithi116 ceph-mon[32780]: pgmap v278: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:10:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:10 smithi133 ceph-mon[32641]: pgmap v278: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:10:10.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:10 smithi112 ceph-mon[29426]: pgmap v278: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:10:12.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:12 smithi116 ceph-mon[32780]: pgmap v279: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:12.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:12 smithi116 ceph-mon[32780]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T16:10:12.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:12 smithi133 ceph-mon[32641]: pgmap v279: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:12.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:12 smithi133 ceph-mon[32641]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T16:10:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:12 smithi112 ceph-mon[29426]: pgmap v279: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:10:12.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:12 smithi112 ceph-mon[29426]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T16:10:14.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:14 smithi116 ceph-mon[32780]: pgmap v281: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:14.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:14 smithi133 ceph-mon[32641]: pgmap v281: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:14.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:14 smithi112 ceph-mon[29426]: pgmap v281: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:16.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:16 smithi116 ceph-mon[32780]: pgmap v282: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:16.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:16 smithi133 ceph-mon[32641]: pgmap v282: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:16.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:16 smithi112 ceph-mon[29426]: pgmap v282: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:18.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:18 smithi116 ceph-mon[32780]: pgmap v283: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:18.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:18 smithi133 ceph-mon[32641]: pgmap v283: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:18.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:18 smithi112 ceph-mon[29426]: pgmap v283: 129 pgs: 8 active+clean+snaptrim, 108 active+clean, 13 active+clean+snaptrim_wait; 2.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:19.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:19 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:10:19.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:19 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:10:19.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:19 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:10:20.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:20 smithi116 ceph-mon[32780]: pgmap v284: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:20.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:20 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:10:20.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:20 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:10:20.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:20 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:10:20.587 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:20 smithi133 ceph-mon[32641]: pgmap v284: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:20.587 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:20 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:10:20.587 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:20 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:10:20.587 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:20 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:10:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:20 smithi112 ceph-mon[29426]: pgmap v284: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:20 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:10:20.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:20 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:10:20.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:20 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:10:22.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:22 smithi116 ceph-mon[32780]: pgmap v285: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:22 smithi133 ceph-mon[32641]: pgmap v285: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:22.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:22 smithi112 ceph-mon[29426]: pgmap v285: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T16:10:24.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:24 smithi112 ceph-mon[29426]: pgmap v286: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 175 B/s wr, 13 op/s 2024-04-25T16:10:24.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:24 smithi112 ceph-mon[29426]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T16:10:24.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:24 smithi116 ceph-mon[32780]: pgmap v286: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 175 B/s wr, 13 op/s 2024-04-25T16:10:24.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:24 smithi116 ceph-mon[32780]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T16:10:24.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:24 smithi133 ceph-mon[32641]: pgmap v286: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 175 B/s wr, 13 op/s 2024-04-25T16:10:24.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:24 smithi133 ceph-mon[32641]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T16:10:26.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:26 smithi116 ceph-mon[32780]: pgmap v288: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:10:26.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:26 smithi133 ceph-mon[32641]: pgmap v288: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:10:26.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:26 smithi112 ceph-mon[29426]: pgmap v288: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:10:28.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:28 smithi116 ceph-mon[32780]: pgmap v289: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:10:28.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:28 smithi133 ceph-mon[32641]: pgmap v289: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:10:28.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:28 smithi112 ceph-mon[29426]: pgmap v289: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:10:30.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:30 smithi116 ceph-mon[32780]: pgmap v290: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:30.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:30 smithi133 ceph-mon[32641]: pgmap v290: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:30.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:30 smithi112 ceph-mon[29426]: pgmap v290: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:32.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:32 smithi116 ceph-mon[32780]: pgmap v291: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:32.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:32 smithi133 ceph-mon[32641]: pgmap v291: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:32.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:32 smithi112 ceph-mon[29426]: pgmap v291: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:34.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:34 smithi116 ceph-mon[32780]: pgmap v292: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:34.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:34 smithi133 ceph-mon[32641]: pgmap v292: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:34.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:34 smithi112 ceph-mon[29426]: pgmap v292: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T16:10:36.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:36 smithi116 ceph-mon[32780]: pgmap v293: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:10:36.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:36 smithi133 ceph-mon[32641]: pgmap v293: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:10:36.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:36 smithi112 ceph-mon[29426]: pgmap v293: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T16:10:38.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:38 smithi116 ceph-mon[32780]: pgmap v294: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:38.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:38 smithi133 ceph-mon[32641]: pgmap v294: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:38.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:38 smithi112 ceph-mon[29426]: pgmap v294: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:40.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:40 smithi116 ceph-mon[32780]: pgmap v295: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:40.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:40 smithi133 ceph-mon[32641]: pgmap v295: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:40.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:40 smithi112 ceph-mon[29426]: pgmap v295: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:42.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:42 smithi116 ceph-mon[32780]: pgmap v296: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:42.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:42 smithi133 ceph-mon[32641]: pgmap v296: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:42.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:42 smithi112 ceph-mon[29426]: pgmap v296: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:44.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:44 smithi116 ceph-mon[32780]: pgmap v297: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:44.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:44 smithi133 ceph-mon[32641]: pgmap v297: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:44.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:44 smithi112 ceph-mon[29426]: pgmap v297: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:46.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:46 smithi116 ceph-mon[32780]: pgmap v298: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:46.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:46 smithi133 ceph-mon[32641]: pgmap v298: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:46.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:46 smithi112 ceph-mon[29426]: pgmap v298: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:48.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:48 smithi133 ceph-mon[32641]: pgmap v299: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:48.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:48 smithi112 ceph-mon[29426]: pgmap v299: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:48.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:48 smithi116 ceph-mon[32780]: pgmap v299: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:50.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:50 smithi133 ceph-mon[32641]: pgmap v300: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:50.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:50 smithi112 ceph-mon[29426]: pgmap v300: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:50.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:50 smithi116 ceph-mon[32780]: pgmap v300: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:52.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:52 smithi133 ceph-mon[32641]: pgmap v301: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:52.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:52 smithi112 ceph-mon[29426]: pgmap v301: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:52.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:52 smithi116 ceph-mon[32780]: pgmap v301: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:54.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:54 smithi133 ceph-mon[32641]: pgmap v302: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:54.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:54 smithi112 ceph-mon[29426]: pgmap v302: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:54.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:54 smithi116 ceph-mon[32780]: pgmap v302: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:10:56.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:56 smithi133 ceph-mon[32641]: pgmap v303: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:56.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:56 smithi112 ceph-mon[29426]: pgmap v303: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:56.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:56 smithi116 ceph-mon[32780]: pgmap v303: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:58.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:10:58 smithi133 ceph-mon[32641]: pgmap v304: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:58.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:10:58 smithi112 ceph-mon[29426]: pgmap v304: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:10:58.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:10:58 smithi116 ceph-mon[32780]: pgmap v304: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:00.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:00 smithi133 ceph-mon[32641]: pgmap v305: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:00.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:00 smithi112 ceph-mon[29426]: pgmap v305: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:00.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:00 smithi116 ceph-mon[32780]: pgmap v305: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:02.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:02 smithi133 ceph-mon[32641]: pgmap v306: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:02.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:02 smithi112 ceph-mon[29426]: pgmap v306: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:02.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:02 smithi116 ceph-mon[32780]: pgmap v306: 129 pgs: 129 active+clean; 1.9 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:04 smithi133 ceph-mon[32641]: pgmap v307: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:11:04.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:04 smithi112 ceph-mon[29426]: pgmap v307: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:11:04.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:04 smithi116 ceph-mon[32780]: pgmap v307: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:11:06.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:06 smithi133 ceph-mon[32641]: pgmap v308: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:06.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:06 smithi112 ceph-mon[29426]: pgmap v308: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:06.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:06 smithi116 ceph-mon[32780]: pgmap v308: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:08.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:08 smithi133 ceph-mon[32641]: pgmap v309: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:08.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:08 smithi112 ceph-mon[29426]: pgmap v309: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:08.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:08 smithi116 ceph-mon[32780]: pgmap v309: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:09.873 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-25T16:11:09.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 -- 172.21.15.112:0/1093979884 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e0104300 msgr2=0x7fd4e01106d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:09.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 --2- 172.21.15.112:0/1093979884 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e0104300 0x7fd4e01106d0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd4d8009ca0 tx=0x7fd4d802a8c0 comp rx=0 tx=0).stop 2024-04-25T16:11:09.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 -- 172.21.15.112:0/1093979884 shutdown_connections 2024-04-25T16:11:09.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 --2- 172.21.15.112:0/1093979884 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e0104300 0x7fd4e01106d0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:09.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 --2- 172.21.15.112:0/1093979884 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4e010a050 0x7fd4e0103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:09.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 --2- 172.21.15.112:0/1093979884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4e0109bb0 0x7fd4e0103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:09.998 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 -- 172.21.15.112:0/1093979884 >> 172.21.15.112:0/1093979884 conn(0x7fd4e0079320 msgr2=0x7fd4e0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 -- 172.21.15.112:0/1093979884 shutdown_connections 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.994+0000 7fd4e8557640 1 -- 172.21.15.112:0/1093979884 wait complete. 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 Processor -- start 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 -- start start 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4e0104300 0x7fd4e019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4e0109bb0 0x7fd4e019ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e010a050 0x7fd4e019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e0113cc0 con 0x7fd4e010a050 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e0113b40 con 0x7fd4e0109bb0 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e8557640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e0113e40 con 0x7fd4e0104300 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e6af4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e010a050 0x7fd4e019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e6af4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e010a050 0x7fd4e019eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40770/0 (socket says 172.21.15.112:40770) 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e6af4640 1 -- 172.21.15.112:0/838861334 learned_addr learned my addr 172.21.15.112:0/838861334 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:09.999 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.995+0000 7fd4e62f3640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4e0104300 0x7fd4e019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e5af2640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4e0109bb0 0x7fd4e019ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e6af4640 1 -- 172.21.15.112:0/838861334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4e0104300 msgr2=0x7fd4e019a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e6af4640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4e0104300 0x7fd4e019a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e6af4640 1 -- 172.21.15.112:0/838861334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4e0109bb0 msgr2=0x7fd4e019ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e6af4640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4e0109bb0 0x7fd4e019ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e6af4640 1 -- 172.21.15.112:0/838861334 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e019f500 con 0x7fd4e010a050 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e6af4640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e010a050 0x7fd4e019eec0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd4d8005cc0 tx=0x7fd4d8032a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4d77fe640 1 -- 172.21.15.112:0/838861334 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8032e00 con 0x7fd4e010a050 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e019f790 con 0x7fd4e010a050 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4d77fe640 1 -- 172.21.15.112:0/838861334 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4d80044d0 con 0x7fd4e010a050 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4d77fe640 1 -- 172.21.15.112:0/838861334 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d8030b70 con 0x7fd4e010a050 2024-04-25T16:11:10.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.996+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e01a7170 con 0x7fd4e010a050 2024-04-25T16:11:10.001 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.997+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4e0104e90 con 0x7fd4e010a050 2024-04-25T16:11:10.001 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.998+0000 7fd4d77fe640 1 -- 172.21.15.112:0/838861334 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fd4d8030d10 con 0x7fd4e010a050 2024-04-25T16:11:10.001 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:09.999+0000 7fd4d77fe640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd4cc0afc50 0x7fd4cc0b2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.002 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.000+0000 7fd4e62f3640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd4cc0afc50 0x7fd4cc0b2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.002 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.000+0000 7fd4d77fe640 1 -- 172.21.15.112:0/838861334 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9620+0+0 (secure 0 0 0) 0x7fd4d8100a30 con 0x7fd4e010a050 2024-04-25T16:11:10.002 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.000+0000 7fd4e62f3640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd4cc0afc50 0x7fd4cc0b2160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0005fd0 tx=0x7fd4d000b390 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:10.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.003+0000 7fd4d77fe640 1 -- 172.21.15.112:0/838861334 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd4d80c8f30 con 0x7fd4e010a050 2024-04-25T16:11:10.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.203+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 --> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fd4e0062fe0 con 0x7fd4cc0afc50 2024-04-25T16:11:10.211 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.210+0000 7fd4d77fe640 1 -- 172.21.15.112:0/838861334 <== mgr.15552 v2:172.21.15.112:6800/2160831398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7fd4e0062fe0 con 0x7fd4cc0afc50 2024-04-25T16:11:10.212 INFO:teuthology.orchestra.run.smithi112.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-25T00:00:00", "created": "2024-04-25T16:01:08", "first": "2024-04-25T16:02:00", "last": "2024-04-25T16:11:00", "last_pruned": "2024-04-25T16:11:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.212+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd4cc0afc50 msgr2=0x7fd4cc0b2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.212+0000 7fd4e8557640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd4cc0afc50 0x7fd4cc0b2160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0005fd0 tx=0x7fd4d000b390 comp rx=0 tx=0).stop 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e010a050 msgr2=0x7fd4e019eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e010a050 0x7fd4e019eec0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd4d8005cc0 tx=0x7fd4d8032a10 comp rx=0 tx=0).stop 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 shutdown_connections 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd4cc0afc50 0x7fd4cc0b2160 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4e010a050 0x7fd4e019eec0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4e0109bb0 0x7fd4e019ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 --2- 172.21.15.112:0/838861334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4e0104300 0x7fd4e019a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 >> 172.21.15.112:0/838861334 conn(0x7fd4e0079320 msgr2=0x7fd4e0100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:10.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 shutdown_connections 2024-04-25T16:11:10.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.213+0000 7fd4e8557640 1 -- 172.21.15.112:0/838861334 wait complete. 2024-04-25T16:11:10.225 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 -- 172.21.15.112:0/3061806185 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e04108ef0 msgr2=0x7f5e04102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 --2- 172.21.15.112:0/3061806185 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e04108ef0 0x7f5e04102b40 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f5df8009900 tx=0x7f5df802a410 comp rx=0 tx=0).stop 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 -- 172.21.15.112:0/3061806185 shutdown_connections 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 --2- 172.21.15.112:0/3061806185 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e041031b0 0x7f5e0410f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 --2- 172.21.15.112:0/3061806185 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e04108ef0 0x7f5e04102b40 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 --2- 172.21.15.112:0/3061806185 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5e04108a50 0x7f5e04102600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 -- 172.21.15.112:0/3061806185 >> 172.21.15.112:0/3061806185 conn(0x7f5e040fe260 msgr2=0x7f5e04100680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 -- 172.21.15.112:0/3061806185 shutdown_connections 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.336+0000 7f5e0a397640 1 -- 172.21.15.112:0/3061806185 wait complete. 2024-04-25T16:11:10.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 Processor -- start 2024-04-25T16:11:10.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 -- start start 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e041031b0 0x7f5e0419a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e04108a50 0x7f5e0419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5e04108ef0 0x7f5e0419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5e04112b00 con 0x7f5e041031b0 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5e04112980 con 0x7f5e04108ef0 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e0a397640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5e04112c80 con 0x7f5e04108a50 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e03fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e041031b0 0x7f5e0419a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e03fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e041031b0 0x7f5e0419a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40792/0 (socket says 172.21.15.112:40792) 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.337+0000 7f5e03fff640 1 -- 172.21.15.112:0/1393404535 learned_addr learned my addr 172.21.15.112:0/1393404535 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:10.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e037fe640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e04108a50 0x7f5e0419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e08934640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5e04108ef0 0x7f5e0419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e03fff640 1 -- 172.21.15.112:0/1393404535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e04108a50 msgr2=0x7f5e0419ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e03fff640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e04108a50 0x7f5e0419ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e03fff640 1 -- 172.21.15.112:0/1393404535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5e04108ef0 msgr2=0x7f5e0419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e03fff640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5e04108ef0 0x7f5e0419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e03fff640 1 -- 172.21.15.112:0/1393404535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0419f530 con 0x7f5e041031b0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e03fff640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e041031b0 0x7f5e0419a6d0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f5df400d950 tx=0x7f5df400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e017fa640 1 -- 172.21.15.112:0/1393404535 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df4017070 con 0x7f5e041031b0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e0419f820 con 0x7f5e041031b0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e017fa640 1 -- 172.21.15.112:0/1393404535 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5df4009c30 con 0x7f5e041031b0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e017fa640 1 -- 172.21.15.112:0/1393404535 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df40047a0 con 0x7f5e041031b0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.338+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e041a71a0 con 0x7f5e041031b0 2024-04-25T16:11:10.342 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.339+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e04103d40 con 0x7f5e041031b0 2024-04-25T16:11:10.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.340+0000 7f5e017fa640 1 -- 172.21.15.112:0/1393404535 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f5df4004020 con 0x7f5e041031b0 2024-04-25T16:11:10.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.341+0000 7f5e017fa640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5dec0afc50 0x7f5dec0b2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.341+0000 7f5e037fe640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5dec0afc50 0x7f5dec0b2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.341+0000 7f5e017fa640 1 -- 172.21.15.112:0/1393404535 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9620+0+0 (secure 0 0 0) 0x7f5df40df680 con 0x7f5e041031b0 2024-04-25T16:11:10.343 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.342+0000 7f5e037fe640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5dec0afc50 0x7f5dec0b2160 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5df80057c0 tx=0x7f5df8000bc0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:10.346 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.345+0000 7f5e017fa640 1 -- 172.21.15.112:0/1393404535 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5df4020020 con 0x7f5e041031b0 2024-04-25T16:11:10.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.546+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 --> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f5e040fed80 con 0x7f5dec0afc50 2024-04-25T16:11:10.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.553+0000 7f5e017fa640 1 -- 172.21.15.112:0/1393404535 <== mgr.15552 v2:172.21.15.112:6800/2160831398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f5e040fed80 con 0x7f5dec0afc50 2024-04-25T16:11:10.555 INFO:teuthology.orchestra.run.smithi112.stdout:/ 1m 6m3h 2024-04-25T16:11:10.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5dec0afc50 msgr2=0x7f5dec0b2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5dec0afc50 0x7f5dec0b2160 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5df80057c0 tx=0x7f5df8000bc0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e041031b0 msgr2=0x7f5e0419a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e041031b0 0x7f5e0419a6d0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f5df400d950 tx=0x7f5df400de10 comp rx=0 tx=0).stop 2024-04-25T16:11:10.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 shutdown_connections 2024-04-25T16:11:10.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5dec0afc50 0x7f5dec0b2160 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e04108a50 0x7f5e0419ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5e04108ef0 0x7f5e0419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 --2- 172.21.15.112:0/1393404535 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5e041031b0 0x7f5e0419a6d0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 >> 172.21.15.112:0/1393404535 conn(0x7f5e040fe260 msgr2=0x7f5e040fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:10.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 shutdown_connections 2024-04-25T16:11:10.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.556+0000 7f5e0a397640 1 -- 172.21.15.112:0/1393404535 wait complete. 2024-04-25T16:11:10.567 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:10 smithi112 ceph-mon[29426]: pgmap v310: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:11:10.568 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-25T16:11:10.580 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:11:10.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:10 smithi133 ceph-mon[32641]: pgmap v310: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:11:10.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 -- 172.21.15.112:0/1520363734 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c64107cf0 msgr2=0x7f8c6410f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 --2- 172.21.15.112:0/1520363734 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c64107cf0 0x7f8c6410f520 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8c5c009ca0 tx=0x7f8c5c02a8c0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 -- 172.21.15.112:0/1520363734 shutdown_connections 2024-04-25T16:11:10.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 --2- 172.21.15.112:0/1520363734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c64107270 0x7f8c64107680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 --2- 172.21.15.112:0/1520363734 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c64107cf0 0x7f8c6410f520 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 --2- 172.21.15.112:0/1520363734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c641033b0 0x7f8c641037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 -- 172.21.15.112:0/1520363734 >> 172.21.15.112:0/1520363734 conn(0x7f8c640fd850 msgr2=0x7f8c640ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:10.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 -- 172.21.15.112:0/1520363734 shutdown_connections 2024-04-25T16:11:10.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.688+0000 7f8c6af84640 1 -- 172.21.15.112:0/1520363734 wait complete. 2024-04-25T16:11:10.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 Processor -- start 2024-04-25T16:11:10.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 -- start start 2024-04-25T16:11:10.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c641033b0 0x7f8c641994b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c64107270 0x7f8c64199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c64107cf0 0x7f8c6419dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f8c64112b10 con 0x7f8c641033b0 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8c64112990 con 0x7f8c64107270 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c6af84640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8c64112c90 con 0x7f8c64107cf0 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c641033b0 0x7f8c641994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c641033b0 0x7f8c641994b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40816/0 (socket says 172.21.15.112:40816) 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 -- 172.21.15.112:0/3278478618 learned_addr learned my addr 172.21.15.112:0/3278478618 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c69521640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c64107cf0 0x7f8c6419dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 -- 172.21.15.112:0/3278478618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c64107cf0 msgr2=0x7f8c6419dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c64107cf0 0x7f8c6419dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c63fff640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c64107270 0x7f8c64199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 -- 172.21.15.112:0/3278478618 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c64107270 msgr2=0x7f8c64199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c64107270 0x7f8c64199a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 -- 172.21.15.112:0/3278478618 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c6419e290 con 0x7f8c641033b0 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.689+0000 7f8c68d20640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c641033b0 0x7f8c641994b0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8c5800c9a0 tx=0x7f8c5800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.690+0000 7f8c61ffb640 1 -- 172.21.15.112:0/3278478618 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c58014070 con 0x7f8c641033b0 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.690+0000 7f8c61ffb640 1 -- 172.21.15.112:0/3278478618 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8c58004440 con 0x7f8c641033b0 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.690+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c6419e580 con 0x7f8c641033b0 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.690+0000 7f8c61ffb640 1 -- 172.21.15.112:0/3278478618 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c58003de0 con 0x7f8c641033b0 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.690+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c6419ead0 con 0x7f8c641033b0 2024-04-25T16:11:10.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.691+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c6406a190 con 0x7f8c641033b0 2024-04-25T16:11:10.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.692+0000 7f8c61ffb640 1 -- 172.21.15.112:0/3278478618 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f8c58017070 con 0x7f8c641033b0 2024-04-25T16:11:10.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.693+0000 7f8c61ffb640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f8c540afc60 0x7f8c540b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:10.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.693+0000 7f8c63fff640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f8c540afc60 0x7f8c540b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:10.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.693+0000 7f8c61ffb640 1 -- 172.21.15.112:0/3278478618 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9620+0+0 (secure 0 0 0) 0x7f8c580df030 con 0x7f8c641033b0 2024-04-25T16:11:10.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.693+0000 7f8c63fff640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f8c540afc60 0x7f8c540b2170 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8c64106ac0 tx=0x7f8c50005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:10.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.697+0000 7f8c61ffb640 1 -- 172.21.15.112:0/3278478618 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8c5801e030 con 0x7f8c641033b0 2024-04-25T16:11:10.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:10 smithi116 ceph-mon[32780]: pgmap v310: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 44 KiB/s wr, 19 op/s 2024-04-25T16:11:10.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.876+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8c6402db50 con 0x7f8c641033b0 2024-04-25T16:11:10.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.878+0000 7f8c61ffb640 1 -- 172.21.15.112:0/3278478618 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+25540 (secure 0 0 0) 0x7f8c580a7480 con 0x7f8c641033b0 2024-04-25T16:11:10.880 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:11:10.880 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":90,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T16:10:24.103337+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":89,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":89,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":1}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.d","mappings":[{"from":5,"to":11}]},{"pgid":"2.1d","mappings":[{"from":7,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.7","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/877782119":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2321533521":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2387290151":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/2056922000":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6800/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]},{"pool":4,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:11:10.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f8c540afc60 msgr2=0x7f8c540b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f8c540afc60 0x7f8c540b2170 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8c64106ac0 tx=0x7f8c50005f90 comp rx=0 tx=0).stop 2024-04-25T16:11:10.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c641033b0 msgr2=0x7f8c641994b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c641033b0 0x7f8c641994b0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8c5800c9a0 tx=0x7f8c5800ce60 comp rx=0 tx=0).stop 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 shutdown_connections 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f8c540afc60 0x7f8c540b2170 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c64107cf0 0x7f8c6419dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c64107270 0x7f8c64199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 --2- 172.21.15.112:0/3278478618 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c641033b0 0x7f8c641994b0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 >> 172.21.15.112:0/3278478618 conn(0x7f8c640fd850 msgr2=0x7f8c641052f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 shutdown_connections 2024-04-25T16:11:10.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:10.880+0000 7f8c6af84640 1 -- 172.21.15.112:0/3278478618 wait complete. 2024-04-25T16:11:10.893 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 89, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 89, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T16:11:10.893 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T16:11:11.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 -- 172.21.15.112:0/1109031391 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 msgr2=0x7f3e28110530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1109031391 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e28110530 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f3e20009900 tx=0x7f3e2002a410 comp rx=0 tx=0).stop 2024-04-25T16:11:11.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 -- 172.21.15.112:0/1109031391 shutdown_connections 2024-04-25T16:11:11.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1109031391 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e28110530 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1109031391 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e2810b650 0x7f3e2810da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1109031391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e28104bf0 0x7f3e28105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 -- 172.21.15.112:0/1109031391 >> 172.21.15.112:0/1109031391 conn(0x7f3e28078100 msgr2=0x7f3e28078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:11.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.002+0000 7f3e2d497640 1 -- 172.21.15.112:0/1109031391 shutdown_connections 2024-04-25T16:11:11.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.003+0000 7f3e2d497640 1 -- 172.21.15.112:0/1109031391 wait complete. 2024-04-25T16:11:11.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.003+0000 7f3e2d497640 1 Processor -- start 2024-04-25T16:11:11.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.003+0000 7f3e2d497640 1 -- start start 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.003+0000 7f3e2d497640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e28104bf0 0x7f3e2819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e2d497640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e2810b650 0x7f3e2819ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e2d497640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e2819ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e2d497640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f3e28113b50 con 0x7f3e2810e040 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e2d497640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3e281139d0 con 0x7f3e2810b650 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e2d497640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3e28113cd0 con 0x7f3e28104bf0 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e2819ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e2819ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40828/0 (socket says 172.21.15.112:40828) 2024-04-25T16:11:11.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 -- 172.21.15.112:0/1595439182 learned_addr learned my addr 172.21.15.112:0/1595439182 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e267fc640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e2810b650 0x7f3e2819ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e26ffd640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e28104bf0 0x7f3e2819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 -- 172.21.15.112:0/1595439182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e28104bf0 msgr2=0x7f3e2819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e28104bf0 0x7f3e2819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 -- 172.21.15.112:0/1595439182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e2810b650 msgr2=0x7f3e2819ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e2810b650 0x7f3e2819ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 -- 172.21.15.112:0/1595439182 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e2819f450 con 0x7f3e2810e040 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.004+0000 7f3e277fe640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e2819ee10 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3e20004770 tx=0x7f3e20004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.005+0000 7f3e0ffff640 1 -- 172.21.15.112:0/1595439182 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2003f030 con 0x7f3e2810e040 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.005+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e2819f6e0 con 0x7f3e2810e040 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.005+0000 7f3e0ffff640 1 -- 172.21.15.112:0/1595439182 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3e20004440 con 0x7f3e2810e040 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.005+0000 7f3e0ffff640 1 -- 172.21.15.112:0/1595439182 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e20035070 con 0x7f3e2810e040 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.005+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e2819fc20 con 0x7f3e2810e040 2024-04-25T16:11:11.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.006+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e2806afa0 con 0x7f3e2810e040 2024-04-25T16:11:11.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.007+0000 7f3e0ffff640 1 -- 172.21.15.112:0/1595439182 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f3e20042030 con 0x7f3e2810e040 2024-04-25T16:11:11.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.008+0000 7f3e0ffff640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f3e100afc60 0x7f3e100b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.008+0000 7f3e26ffd640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f3e100afc60 0x7f3e100b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.008+0000 7f3e0ffff640 1 -- 172.21.15.112:0/1595439182 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9620+0+0 (secure 0 0 0) 0x7f3e200ffce0 con 0x7f3e2810e040 2024-04-25T16:11:11.010 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.008+0000 7f3e26ffd640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f3e100afc60 0x7f3e100b2170 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3e18005fd0 tx=0x7f3e18009500 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.011+0000 7f3e0ffff640 1 -- 172.21.15.112:0/1595439182 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3e200c8130 con 0x7f3e2810e040 2024-04-25T16:11:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.191+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3e281a7120 con 0x7f3e2810e040 2024-04-25T16:11:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.191+0000 7f3e0ffff640 1 -- 172.21.15.112:0/1595439182 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7f3e200c7a30 con 0x7f3e2810e040 2024-04-25T16:11:11.193 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f3e100afc60 msgr2=0x7f3e100b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f3e100afc60 0x7f3e100b2170 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3e18005fd0 tx=0x7f3e18009500 comp rx=0 tx=0).stop 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 msgr2=0x7f3e2819ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e2819ee10 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3e20004770 tx=0x7f3e20004040 comp rx=0 tx=0).stop 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 shutdown_connections 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f3e100afc60 0x7f3e100b2170 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3e2810e040 0x7f3e2819ee10 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3e2810b650 0x7f3e2819ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 --2- 172.21.15.112:0/1595439182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e28104bf0 0x7f3e2819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 >> 172.21.15.112:0/1595439182 conn(0x7f3e28078100 msgr2=0x7f3e28101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 shutdown_connections 2024-04-25T16:11:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.193+0000 7f3e2d497640 1 -- 172.21.15.112:0/1595439182 wait complete. 2024-04-25T16:11:11.206 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 -- 172.21.15.112:0/2367267640 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80108a20 msgr2=0x7fcf801025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 --2- 172.21.15.112:0/2367267640 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80108a20 0x7fcf801025b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c009900 tx=0x7fcf7c02a410 comp rx=0 tx=0).stop 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 -- 172.21.15.112:0/2367267640 shutdown_connections 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 --2- 172.21.15.112:0/2367267640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcf80102af0 0x7fcf80102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 --2- 172.21.15.112:0/2367267640 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf8010d380 0x7fcf8010f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 --2- 172.21.15.112:0/2367267640 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80108a20 0x7fcf801025b0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 -- 172.21.15.112:0/2367267640 >> 172.21.15.112:0/2367267640 conn(0x7fcf80078100 msgr2=0x7fcf80078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 -- 172.21.15.112:0/2367267640 shutdown_connections 2024-04-25T16:11:11.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.316+0000 7fcf88605640 1 -- 172.21.15.112:0/2367267640 wait complete. 2024-04-25T16:11:11.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.317+0000 7fcf88605640 1 Processor -- start 2024-04-25T16:11:11.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.317+0000 7fcf88605640 1 -- start start 2024-04-25T16:11:11.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.317+0000 7fcf88605640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80102af0 0x7fcf8019b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.317+0000 7fcf88605640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf80108a20 0x7fcf8019b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf88605640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcf8010d380 0x7fcf8019bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf88605640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fcf80112a90 con 0x7fcf80102af0 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf88605640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcf80112910 con 0x7fcf80108a20 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf88605640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcf80112c10 con 0x7fcf8010d380 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80102af0 0x7fcf8019b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80102af0 0x7fcf8019b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40848/0 (socket says 172.21.15.112:40848) 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 -- 172.21.15.112:0/2533437626 learned_addr learned my addr 172.21.15.112:0/2533437626 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf85ba0640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf80108a20 0x7fcf8019b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf86ba2640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcf8010d380 0x7fcf8019bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 -- 172.21.15.112:0/2533437626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcf8010d380 msgr2=0x7fcf8019bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcf8010d380 0x7fcf8019bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 -- 172.21.15.112:0/2533437626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf80108a20 msgr2=0x7fcf8019b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf80108a20 0x7fcf8019b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 -- 172.21.15.112:0/2533437626 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf801a67b0 con 0x7fcf80102af0 2024-04-25T16:11:11.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.318+0000 7fcf863a1640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80102af0 0x7fcf8019b470 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c005940 tx=0x7fcf7c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.323+0000 7fcf777fe640 1 -- 172.21.15.112:0/2533437626 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c03f030 con 0x7fcf80102af0 2024-04-25T16:11:11.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.323+0000 7fcf777fe640 1 -- 172.21.15.112:0/2533437626 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcf7c004440 con 0x7fcf80102af0 2024-04-25T16:11:11.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.323+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf801a6a40 con 0x7fcf80102af0 2024-04-25T16:11:11.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.323+0000 7fcf777fe640 1 -- 172.21.15.112:0/2533437626 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c035070 con 0x7fcf80102af0 2024-04-25T16:11:11.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.323+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf801a6f80 con 0x7fcf80102af0 2024-04-25T16:11:11.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.325+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf8006afa0 con 0x7fcf80102af0 2024-04-25T16:11:11.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.326+0000 7fcf777fe640 1 -- 172.21.15.112:0/2533437626 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fcf7c042030 con 0x7fcf80102af0 2024-04-25T16:11:11.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.327+0000 7fcf777fe640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fcf6c0afce0 0x7fcf6c0b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.327+0000 7fcf777fe640 1 -- 172.21.15.112:0/2533437626 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9708+0+0 (secure 0 0 0) 0x7fcf7c0ff7f0 con 0x7fcf80102af0 2024-04-25T16:11:11.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.327+0000 7fcf85ba0640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fcf6c0afce0 0x7fcf6c0b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.328+0000 7fcf85ba0640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fcf6c0afce0 0x7fcf6c0b21f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcf8010ead0 tx=0x7fcf70005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.334+0000 7fcf777fe640 1 -- 172.21.15.112:0/2533437626 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf7c0c75a0 con 0x7fcf80102af0 2024-04-25T16:11:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:11 smithi112 ceph-mon[29426]: from='client.15675 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:11:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:11 smithi112 ceph-mon[29426]: from='client.15681 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:11:11.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:11 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3278478618' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:11.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:11 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1595439182' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:11.523 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.522+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fcf80106ee0 con 0x7fcf80102af0 2024-04-25T16:11:11.523 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.522+0000 7fcf777fe640 1 -- 172.21.15.112:0/2533437626 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7fcf7c0cb8a0 con 0x7fcf80102af0 2024-04-25T16:11:11.524 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:11:11.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fcf6c0afce0 msgr2=0x7fcf6c0b21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fcf6c0afce0 0x7fcf6c0b21f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcf8010ead0 tx=0x7fcf70005f90 comp rx=0 tx=0).stop 2024-04-25T16:11:11.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80102af0 msgr2=0x7fcf8019b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80102af0 0x7fcf8019b470 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c005940 tx=0x7fcf7c004040 comp rx=0 tx=0).stop 2024-04-25T16:11:11.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 shutdown_connections 2024-04-25T16:11:11.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fcf6c0afce0 0x7fcf6c0b21f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcf8010d380 0x7fcf8019bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf80108a20 0x7fcf8019b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 --2- 172.21.15.112:0/2533437626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf80102af0 0x7fcf8019b470 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 >> 172.21.15.112:0/2533437626 conn(0x7fcf80078100 msgr2=0x7fcf801040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:11.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 shutdown_connections 2024-04-25T16:11:11.526 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.524+0000 7fcf88605640 1 -- 172.21.15.112:0/2533437626 wait complete. 2024-04-25T16:11:11.536 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T16:11:11.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 -- 172.21.15.112:0/713792698 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0109f90 msgr2=0x7f85b01020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 --2- 172.21.15.112:0/713792698 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0109f90 0x7f85b01020b0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f85ac009900 tx=0x7f85ac02a410 comp rx=0 tx=0).stop 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 -- 172.21.15.112:0/713792698 shutdown_connections 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 --2- 172.21.15.112:0/713792698 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f85b0102720 0x7f85b0110570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 --2- 172.21.15.112:0/713792698 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0109f90 0x7f85b01020b0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 --2- 172.21.15.112:0/713792698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b0109af0 0x7f85b0101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 -- 172.21.15.112:0/713792698 >> 172.21.15.112:0/713792698 conn(0x7f85b0077880 msgr2=0x7f85b0077cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 -- 172.21.15.112:0/713792698 shutdown_connections 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.645+0000 7f85b78e2640 1 -- 172.21.15.112:0/713792698 wait complete. 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 Processor -- start 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 -- start start 2024-04-25T16:11:11.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0102720 0x7f85b019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b0109af0 0x7f85b019ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f85b0109f90 0x7f85b019ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0113b90 con 0x7f85b0102720 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0113a10 con 0x7f85b0109f90 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b78e2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0113d10 con 0x7f85b0109af0 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b567e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0102720 0x7f85b019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b567e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0102720 0x7f85b019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40870/0 (socket says 172.21.15.112:40870) 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b567e640 1 -- 172.21.15.112:0/2092245093 learned_addr learned my addr 172.21.15.112:0/2092245093 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.646+0000 7f85b4e7d640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b0109af0 0x7f85b019ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b5e7f640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f85b0109f90 0x7f85b019ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b567e640 1 -- 172.21.15.112:0/2092245093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b0109af0 msgr2=0x7f85b019ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b567e640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b0109af0 0x7f85b019ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b567e640 1 -- 172.21.15.112:0/2092245093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f85b0109f90 msgr2=0x7f85b019ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b567e640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f85b0109f90 0x7f85b019ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b567e640 1 -- 172.21.15.112:0/2092245093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b019f410 con 0x7f85b0102720 2024-04-25T16:11:11.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b567e640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0102720 0x7f85b019a630 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f85a000c9a0 tx=0x7f85a000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85a67fc640 1 -- 172.21.15.112:0/2092245093 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a0007bb0 con 0x7f85b0102720 2024-04-25T16:11:11.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b019f700 con 0x7f85b0102720 2024-04-25T16:11:11.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85a67fc640 1 -- 172.21.15.112:0/2092245093 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85a0007d50 con 0x7f85b0102720 2024-04-25T16:11:11.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85a67fc640 1 -- 172.21.15.112:0/2092245093 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a000f450 con 0x7f85b0102720 2024-04-25T16:11:11.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.647+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b019fc20 con 0x7f85b0102720 2024-04-25T16:11:11.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.648+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85b0104e90 con 0x7f85b0102720 2024-04-25T16:11:11.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.649+0000 7f85a67fc640 1 -- 172.21.15.112:0/2092245093 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f85a00046c0 con 0x7f85b0102720 2024-04-25T16:11:11.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.650+0000 7f85a67fc640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f859c0afc60 0x7f859c0b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.650+0000 7f85b4e7d640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f859c0afc60 0x7f859c0b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.650+0000 7f85a67fc640 1 -- 172.21.15.112:0/2092245093 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9708+0+0 (secure 0 0 0) 0x7f85a00df220 con 0x7f85b0102720 2024-04-25T16:11:11.652 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.651+0000 7f85b4e7d640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f859c0afc60 0x7f859c0b2170 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f85ac005ec0 tx=0x7f85ac0058d0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.656 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.655+0000 7f85a67fc640 1 -- 172.21.15.112:0/2092245093 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f85a0014030 con 0x7f85b0102720 2024-04-25T16:11:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:11 smithi133 ceph-mon[32641]: from='client.15675 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:11:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:11 smithi133 ceph-mon[32641]: from='client.15681 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:11:11.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:11 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3278478618' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:11.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:11 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1595439182' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:11.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:11 smithi116 ceph-mon[32780]: from='client.15675 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:11:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:11 smithi116 ceph-mon[32780]: from='client.15681 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T16:11:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:11 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3278478618' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:11.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:11 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1595439182' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:11.847 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.846+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f85b0108020 con 0x7f85b0102720 2024-04-25T16:11:11.847 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.846+0000 7f85a67fc640 1 -- 172.21.15.112:0/2092245093 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7f85a00a7620 con 0x7f85b0102720 2024-04-25T16:11:11.848 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f859c0afc60 msgr2=0x7f859c0b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f859c0afc60 0x7f859c0b2170 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f85ac005ec0 tx=0x7f85ac0058d0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0102720 msgr2=0x7f85b019a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0102720 0x7f85b019a630 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f85a000c9a0 tx=0x7f85a000ce60 comp rx=0 tx=0).stop 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 shutdown_connections 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f859c0afc60 0x7f859c0b2170 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b0109af0 0x7f85b019ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f85b0109f90 0x7f85b019ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 --2- 172.21.15.112:0/2092245093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85b0102720 0x7f85b019a630 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 >> 172.21.15.112:0/2092245093 conn(0x7f85b0077880 msgr2=0x7f85b01051f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 shutdown_connections 2024-04-25T16:11:11.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.848+0000 7f85b78e2640 1 -- 172.21.15.112:0/2092245093 wait complete. 2024-04-25T16:11:11.861 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T16:11:11.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 -- 172.21.15.112:0/3889543158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa4109fc0 msgr2=0x7fafa4102130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 --2- 172.21.15.112:0/3889543158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa4109fc0 0x7fafa4102130 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7faf94009900 tx=0x7faf9402a410 comp rx=0 tx=0).stop 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 -- 172.21.15.112:0/3889543158 shutdown_connections 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 --2- 172.21.15.112:0/3889543158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa41027c0 0x7fafa4110640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 --2- 172.21.15.112:0/3889543158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa4109fc0 0x7fafa4102130 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 --2- 172.21.15.112:0/3889543158 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafa4109b20 0x7fafa4101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 -- 172.21.15.112:0/3889543158 >> 172.21.15.112:0/3889543158 conn(0x7fafa4077880 msgr2=0x7fafa4077cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 -- 172.21.15.112:0/3889543158 shutdown_connections 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 -- 172.21.15.112:0/3889543158 wait complete. 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.970+0000 7fafac66e640 1 Processor -- start 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafac66e640 1 -- start start 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafac66e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafa4109b20 0x7fafa410d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafac66e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa410d780 0x7fafa41a0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafac66e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa41a0e50 0x7fafa41a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafac66e640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fafa4113bc0 con 0x7fafa410d780 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafac66e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fafa4113a40 con 0x7fafa4109b20 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafac66e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fafa4113d40 con 0x7fafa41a0e50 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa410d780 0x7fafa41a0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa410d780 0x7fafa41a0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40884/0 (socket says 172.21.15.112:40884) 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 -- 172.21.15.112:0/4051144149 learned_addr learned my addr 172.21.15.112:0/4051144149 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafaa40a640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafa4109b20 0x7fafa410d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafaac0b640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa41a0e50 0x7fafa41a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 -- 172.21.15.112:0/4051144149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa41a0e50 msgr2=0x7fafa41a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa41a0e50 0x7fafa41a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 -- 172.21.15.112:0/4051144149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafa4109b20 msgr2=0x7fafa410d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafa4109b20 0x7fafa410d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 -- 172.21.15.112:0/4051144149 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafa41a8c00 con 0x7fafa410d780 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.971+0000 7fafa9c09640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa410d780 0x7fafa41a0910 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7faf94005940 tx=0x7faf940042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.972+0000 7faf9b7fe640 1 -- 172.21.15.112:0/4051144149 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf9403f030 con 0x7fafa410d780 2024-04-25T16:11:11.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.972+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafa41a8dd0 con 0x7fafa410d780 2024-04-25T16:11:11.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.972+0000 7faf9b7fe640 1 -- 172.21.15.112:0/4051144149 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf94003c90 con 0x7fafa410d780 2024-04-25T16:11:11.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.972+0000 7faf9b7fe640 1 -- 172.21.15.112:0/4051144149 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf94035070 con 0x7fafa410d780 2024-04-25T16:11:11.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.972+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafa41a91d0 con 0x7fafa410d780 2024-04-25T16:11:11.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.973+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafa40692e0 con 0x7fafa410d780 2024-04-25T16:11:11.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.975+0000 7faf9b7fe640 1 -- 172.21.15.112:0/4051144149 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7faf94042030 con 0x7fafa410d780 2024-04-25T16:11:11.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.975+0000 7faf9b7fe640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7faf900afc60 0x7faf900b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:11.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.975+0000 7fafaa40a640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7faf900afc60 0x7faf900b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:11.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.975+0000 7faf9b7fe640 1 -- 172.21.15.112:0/4051144149 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9708+0+0 (secure 0 0 0) 0x7faf940ffec0 con 0x7fafa410d780 2024-04-25T16:11:11.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.976+0000 7fafaa40a640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7faf900afc60 0x7faf900b2170 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fafa0005c40 tx=0x7fafa0005bd0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:11.980 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:11.979+0000 7faf9b7fe640 1 -- 172.21.15.112:0/4051144149 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faf940c82c0 con 0x7fafa410d780 2024-04-25T16:11:12.160 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.159+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fafa41a9430 con 0x7fafa410d780 2024-04-25T16:11:12.160 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.159+0000 7faf9b7fe640 1 -- 172.21.15.112:0/4051144149 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7faf940c7bc0 con 0x7fafa410d780 2024-04-25T16:11:12.160 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7faf900afc60 msgr2=0x7faf900b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7faf900afc60 0x7faf900b2170 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fafa0005c40 tx=0x7fafa0005bd0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa410d780 msgr2=0x7fafa41a0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa410d780 0x7fafa41a0910 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7faf94005940 tx=0x7faf940042f0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 shutdown_connections 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7faf900afc60 0x7faf900b2170 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa41a0e50 0x7fafa41a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fafa410d780 0x7fafa41a0910 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 --2- 172.21.15.112:0/4051144149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafa4109b20 0x7fafa410d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 >> 172.21.15.112:0/4051144149 conn(0x7fafa4077880 msgr2=0x7fafa410fd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 shutdown_connections 2024-04-25T16:11:12.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.161+0000 7fafac66e640 1 -- 172.21.15.112:0/4051144149 wait complete. 2024-04-25T16:11:12.174 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-25T16:11:12.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 -- 172.21.15.112:0/4105782221 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee5410e550 msgr2=0x7fee54110970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:12.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 --2- 172.21.15.112:0/4105782221 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee5410e550 0x7fee54110970 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fee4c009ca0 tx=0x7fee4c02a8c0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 -- 172.21.15.112:0/4105782221 shutdown_connections 2024-04-25T16:11:12.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 --2- 172.21.15.112:0/4105782221 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee5410e550 0x7fee54110970 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 --2- 172.21.15.112:0/4105782221 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee54102050 0x7fee54102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 --2- 172.21.15.112:0/4105782221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee54109ba0 0x7fee54101b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 -- 172.21.15.112:0/4105782221 >> 172.21.15.112:0/4105782221 conn(0x7fee540fd860 msgr2=0x7fee540ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 -- 172.21.15.112:0/4105782221 shutdown_connections 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.279+0000 7fee5b449640 1 -- 172.21.15.112:0/4105782221 wait complete. 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 Processor -- start 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 -- start start 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee54102050 0x7fee5419a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee54109ba0 0x7fee5419ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5410e550 0x7fee5419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fee54113c10 con 0x7fee54102050 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fee54113a90 con 0x7fee5410e550 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee5b449640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fee54113d90 con 0x7fee54109ba0 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.280+0000 7fee591e5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee54102050 0x7fee5419a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee54102050 0x7fee5419a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40890/0 (socket says 172.21.15.112:40890) 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 -- 172.21.15.112:0/358847721 learned_addr learned my addr 172.21.15.112:0/358847721 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee589e4640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee54109ba0 0x7fee5419ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:12.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee599e6640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5410e550 0x7fee5419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 -- 172.21.15.112:0/358847721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee54109ba0 msgr2=0x7fee5419ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee54109ba0 0x7fee5419ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 -- 172.21.15.112:0/358847721 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5410e550 msgr2=0x7fee5419edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5410e550 0x7fee5419edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 -- 172.21.15.112:0/358847721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee5419f430 con 0x7fee54102050 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee591e5640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee54102050 0x7fee5419a5d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fee50005fd0 tx=0x7fee5000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee4a7fc640 1 -- 172.21.15.112:0/358847721 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee50017070 con 0x7fee54102050 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee4a7fc640 1 -- 172.21.15.112:0/358847721 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee50009c30 con 0x7fee54102050 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee4a7fc640 1 -- 172.21.15.112:0/358847721 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee50003c90 con 0x7fee54102050 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee5419f720 con 0x7fee54102050 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.281+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee541a70a0 con 0x7fee54102050 2024-04-25T16:11:12.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.282+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee5406a190 con 0x7fee54102050 2024-04-25T16:11:12.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.283+0000 7fee4a7fc640 1 -- 172.21.15.112:0/358847721 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fee50003e30 con 0x7fee54102050 2024-04-25T16:11:12.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.284+0000 7fee4a7fc640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee400afc60 0x7fee400b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:12.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.284+0000 7fee589e4640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee400afc60 0x7fee400b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:12.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.284+0000 7fee4a7fc640 1 -- 172.21.15.112:0/358847721 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9708+0+0 (secure 0 0 0) 0x7fee500df9d0 con 0x7fee54102050 2024-04-25T16:11:12.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.285+0000 7fee589e4640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee400afc60 0x7fee400b2170 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fee540ff400 tx=0x7fee4400a4c0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:12.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.288+0000 7fee4a7fc640 1 -- 172.21.15.112:0/358847721 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fee50020030 con 0x7fee54102050 2024-04-25T16:11:12.455 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:12 smithi112 ceph-mon[29426]: pgmap v311: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:12.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:12 smithi112 ceph-mon[29426]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T16:11:12.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:12 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2533437626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:12.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:12 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2092245093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:12.456 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:12 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/4051144149' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:12.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.518+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fee541a7270 con 0x7fee54102050 2024-04-25T16:11:12.527 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.526+0000 7fee4a7fc640 1 -- 172.21.15.112:0/358847721 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) ==== 81+0+803667 (secure 0 0 0) 0x7fee500a7dd0 con 0x7fee54102050 2024-04-25T16:11:12.539 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:11:12.539 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:11:12.539 INFO:teuthology.orchestra.run.smithi112.stdout: "epoch": 25, 2024-04-25T16:11:12.539 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "active_gid": 15552, 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "active_name": "x", 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "active_addrs": { 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:6800", 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 2160831398 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:6801", 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 2160831398 2024-04-25T16:11:12.540 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "active_addr": "172.21.15.112:6801/2160831398", 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "active_change": "2024-04-25T16:01:06.700001+0000", 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "active_mgr_features": 4540701547738038271, 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "available": true, 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "standbys": [ 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "gid": 25036, 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "z", 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr_features": 4540701547738038271, 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "available_modules": [ 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.541 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "alerts", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.542 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.543 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.544 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.545 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.546 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.547 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_destination": { 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_destination", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email address to send alerts to", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_from_name": { 2024-04-25T16:11:12.548 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_from_name", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "Ceph", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email From: name", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_host": { 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_host", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.549 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP server", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_password": { 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_password", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.550 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Password to authenticate with", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_port": { 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_port", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.551 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "465", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP port", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_sender": { 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_sender", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.552 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP envelope sender", 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_ssl": { 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_ssl", 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.553 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_user": { 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_user", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.554 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "User to authenticate as", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.555 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "balancer", 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.556 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "active": { 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "active", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.557 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_time": { 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_time", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0000", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.558 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_weekday": { 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_weekday", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.559 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_max_iterations": { 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_max_iterations", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "25", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "250", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_metrics": { 2024-04-25T16:11:12.560 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_metrics", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_step": { 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_step", 2024-04-25T16:11:12.561 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.5", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0.001", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "0.999", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "aggressiveness of optimization", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "end_time": { 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_time", 2024-04-25T16:11:12.562 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2359", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "end_weekday": { 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_weekday", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.563 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.564 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.565 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.566 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.567 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.568 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "min_score": { 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_score", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T16:11:12.569 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "upmap", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "crush-compat", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "none", 2024-04-25T16:11:12.570 INFO:teuthology.orchestra.run.smithi112.stdout: "read", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap-read" 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Balancer mode", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_ids": { 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_ids", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.571 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.572 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.573 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_deviation": { 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_deviation", 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.574 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_optimizations": { 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_optimizations", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T16:11:12.575 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm", 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_down_multiplier": { 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_down_multiplier", 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.576 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_refresh_rate": { 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_refresh_rate", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.577 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "20", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_starting_port": { 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_starting_port", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.578 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4721", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_ptrace": { 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_ptrace", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.579 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_interval": { 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_interval", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.580 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_memory_target_ratio": { 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.7", 2024-04-25T16:11:12.581 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm_log_destination": { 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm_log_destination", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.582 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "file", 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "file,syslog", 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "syslog" 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "cgroups_split": { 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cgroups_split", 2024-04-25T16:11:12.583 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "config_checks_enabled": { 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_checks_enabled", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.584 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "config_dashboard": { 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_dashboard", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.585 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_alertmanager": { 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_alertmanager", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.586 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_base": { 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_base", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.587 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Container image name, without the tag", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_elasticsearch": { 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_elasticsearch", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.588 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "elasticsearch container image", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_grafana": { 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_grafana", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.589 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_haproxy": { 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_haproxy", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "HAproxy container image", 2024-04-25T16:11:12.590 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_agent": { 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_agent", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger agent container image", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.591 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_collector": { 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_collector", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger collector container image", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.592 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_query": { 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_query", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger query container image", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_keepalived": { 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_keepalived", 2024-04-25T16:11:12.593 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Keepalived container image", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_loki": { 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_loki", 2024-04-25T16:11:12.594 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Loki container image", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_node_exporter": { 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_node_exporter", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.595 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_nvmeof": { 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_nvmeof", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.596 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Nvme-of container image", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_prometheus": { 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_prometheus", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T16:11:12.597 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_promtail": { 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_promtail", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T16:11:12.598 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Promtail container image", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_samba": { 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_samba", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.599 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Samba/SMB container image", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_snmp_gateway": { 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_snmp_gateway", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.600 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SNMP Gateway container image", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "container_init": { 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_init", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.601 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "daemon_cache_timeout": { 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "daemon_cache_timeout", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.602 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "default_cephadm_command_timeout": { 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "900", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.603 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "default_registry": { 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_registry", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T16:11:12.604 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "device_cache_timeout": { 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_cache_timeout", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1800", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache device inventory", 2024-04-25T16:11:12.605 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "device_enhanced_scan": { 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_enhanced_scan", 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.606 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "facts_cache_timeout": { 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "facts_cache_timeout", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache host facts data", 2024-04-25T16:11:12.607 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "grafana_dashboards_path": { 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "grafana_dashboards_path", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.608 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "host_check_interval": { 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "host_check_interval", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to perform a host check", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.609 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "hw_monitoring": { 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hw_monitoring", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.610 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "inventory_list_all": { 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "inventory_list_all", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.611 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.612 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "log_refresh_metadata": { 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_refresh_metadata", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.613 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.614 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.615 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.616 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.617 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.618 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "*", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "max_count_per_host": { 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_count_per_host", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.619 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of daemons per service per host", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "max_osd_draining_count": { 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_osd_draining_count", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.620 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "migration_current": { 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "migration_current", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.621 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "internal - do not modify", 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "root", 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.622 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm-package", 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "root" 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "oob_default_addr": { 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "oob_default_addr", 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.623 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "169.254.1.1", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "prometheus_alerts_path": { 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus_alerts_path", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.624 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_insecure": { 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_insecure", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.625 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_password": { 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_password", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.626 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_url": { 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_url", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.627 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_username": { 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_username", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.628 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "secure_monitoring_stack": { 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "secure_monitoring_stack", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.629 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "service_discovery_port": { 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "service_discovery_port", 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8765", 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.630 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "cephadm service discovery port", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.631 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "ssh_config_file": { 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssh_config_file", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.632 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "use_agent": { 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_agent", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T16:11:12.633 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "use_repo_digest": { 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_repo_digest", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T16:11:12.634 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_failed_host_check": { 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_failed_host_check", 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.635 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_daemons": { 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_daemons", 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.636 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_hosts": { 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_hosts", 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.637 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crash", 2024-04-25T16:11:12.638 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.639 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.640 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.641 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.642 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.643 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "retain_interval": { 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retain_interval", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "31536000", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.644 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.645 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_recent_interval": { 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_recent_interval", 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.646 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1209600", 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.647 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dashboard", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.648 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.649 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.650 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_ENABLED": { 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.651 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.652 INFO:teuthology.orchestra.run.smithi112.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T16:11:12.653 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.654 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.655 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.656 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.657 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.658 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.659 INFO:teuthology.orchestra.run.smithi112.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.660 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.661 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_URL": { 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_URL", 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.662 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.663 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.664 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.665 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.666 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.667 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "[]", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.668 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "{}", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.669 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.670 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.671 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.672 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.673 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.674 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T16:11:12.675 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T16:11:12.676 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.677 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.678 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.679 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.680 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.681 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "45", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.682 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.683 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.684 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T16:11:12.685 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.686 INFO:teuthology.orchestra.run.smithi112.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T16:11:12.687 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.688 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:12.689 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "cross_origin_url": { 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cross_origin_url", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.690 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "crt_file": { 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crt_file", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.691 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "debug": { 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "debug", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable/disable debug options", 2024-04-25T16:11:12.692 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "jwt_token_ttl": { 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "jwt_token_ttl", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "28800", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.693 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.694 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.695 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.696 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.697 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.698 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "motd": { 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "motd", 2024-04-25T16:11:12.699 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "The message of the day", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect_resolve_ip_addr": { 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.700 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.701 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8080", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.702 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.703 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.704 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl_server_port": { 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl_server_port", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8443", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.705 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "redirect", 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect" 2024-04-25T16:11:12.706 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.707 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "url_prefix": { 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url_prefix", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.708 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_monitoring": { 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_monitoring", 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.709 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "monitor device health metrics", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.710 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.711 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.712 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.713 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.714 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "mark_out_threshold": { 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mark_out_threshold", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2419200", 2024-04-25T16:11:12.715 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_name": { 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_name", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "device_health_metrics", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.716 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "retention_period": { 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retention_period", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15552000", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.717 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain device health metrics", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_frequency": { 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_frequency", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.718 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "self_heal": { 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "self_heal", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.719 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T16:11:12.720 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.721 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_threshold": { 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_threshold", 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7257600", 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.722 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "diskprediction_local", 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.723 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.724 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.725 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.726 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.727 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "predict_interval": { 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predict_interval", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.728 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "predictor_model": { 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predictor_model", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "prophetstor", 2024-04-25T16:11:12.729 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.730 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.731 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "influx", 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": false, 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "influxdb python module not found", 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "batch_size": { 2024-04-25T16:11:12.732 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "batch_size", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5000", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "database": { 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "database", 2024-04-25T16:11:12.733 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "ceph", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": { 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hostname", 2024-04-25T16:11:12.734 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server hostname", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.735 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "30", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "5", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.736 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.737 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.738 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.739 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.740 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "password": { 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "password", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "password of InfluxDB server user", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "port": { 2024-04-25T16:11:12.741 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "port", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8086", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server port", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.742 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.743 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "false", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "threads": { 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threads", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.744 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "32", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "username": { 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "username", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.745 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "username of InfluxDB server user", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "verify_ssl": { 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "verify_ssl", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.746 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "true", 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "insights", 2024-04-25T16:11:12.747 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.748 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.749 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.750 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.751 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.752 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "iostat", 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.753 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.754 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.755 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.756 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.757 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.758 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.759 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "k8sevents", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_event_retention_days": { 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ceph_event_retention_days", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.760 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "config_check_secs": { 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_check_secs", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "10", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.761 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.762 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.763 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.764 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.765 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.766 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.767 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "localpool", 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "failure_domain": { 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "failure_domain", 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.768 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "host", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "failure domain for any created local pool", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.769 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.770 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.771 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.772 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.773 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "min_size": { 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_size", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default min_size for any created local pool", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.774 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "num_rep": { 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "num_rep", 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3", 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.775 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default replica count for any created local pool", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_num": { 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_num", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "128", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.776 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "prefix": { 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prefix", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.777 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name prefix for any created local pool", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.778 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "subtree": { 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "subtree", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "rack", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.779 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mds_autoscaler", 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.780 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.781 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.782 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.783 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.784 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.785 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirroring", 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.786 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.787 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.788 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.789 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.790 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.791 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.792 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "nfs", 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.793 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.794 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.795 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.796 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.797 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.798 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.799 INFO:teuthology.orchestra.run.smithi112.stdout: "fail_fs": { 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "fail_fs", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.800 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.801 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.802 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.803 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.804 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator": { 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.805 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "rook", 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "test_orchestrator" 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Orchestrator backend", 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.806 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_perf_query", 2024-04-25T16:11:12.807 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.808 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.809 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.810 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.811 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.812 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_support", 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.813 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.814 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.815 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.816 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.817 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.818 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.819 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_autoscaler", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.820 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.821 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.822 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.823 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.824 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.825 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "threshold": { 2024-04-25T16:11:12.826 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threshold", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1.0", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "scaling threshold", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.827 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "progress", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_pg_recovery_event": { 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_pg_recovery_event", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.828 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.829 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.830 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.831 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.832 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.833 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.834 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "max_completed_events": { 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_completed_events", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "50", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "number of past completed events to remember", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.835 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long the module is going to sleep", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.836 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.837 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "cache": { 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cache", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.838 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "exclude_perf_counters": { 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "exclude_perf_counters", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T16:11:12.839 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.840 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.841 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.842 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.843 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.844 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools": { 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.845 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.846 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_interval": { 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_interval", 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15.0", 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.847 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.848 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "9283", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.849 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.850 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "stale_cache_strategy": { 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stale_cache_strategy", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "log", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.851 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "default", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "default", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "error" 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.852 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.853 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.854 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.855 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.856 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.857 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.858 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_snap_create": { 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_snap_create", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.859 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "mirror_snapshot_schedule": { 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.860 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "trash_purge_schedule": { 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "trash_purge_schedule", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.861 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "restful", 2024-04-25T16:11:12.862 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_auth": { 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_auth", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.863 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.864 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.865 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.866 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.867 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.868 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.869 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.871 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.872 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rgw", 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.873 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.874 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.875 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.876 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.877 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.878 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rook", 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.879 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.880 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.881 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.882 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.883 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.884 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "storage_class": { 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "storage_class", 2024-04-25T16:11:12.885 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "local", 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.886 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "selftest", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.887 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.888 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.889 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.890 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.891 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "roption1": { 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption1", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "roption2": { 2024-04-25T16:11:12.892 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption2", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "xyz", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption1": { 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption1", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.893 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption2": { 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption2", 2024-04-25T16:11:12.894 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption3": { 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption3", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.895 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption4": { 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption4", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.896 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption5": { 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption5", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.897 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption6": { 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption6", 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.898 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption7": { 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption7", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:12.899 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "42", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.900 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "testkey": { 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testkey", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.901 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "testlkey": { 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testlkey", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.902 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "testnewline": { 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testnewline", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.903 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_m_granularity": { 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_m_granularity", 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.904 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "dump_on_update": { 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dump_on_update", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.905 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "dump database to debug log on update", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.906 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.907 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.908 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.909 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.910 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.911 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stats", 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.912 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.913 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.914 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.915 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.916 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.917 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "status", 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.918 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.919 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.920 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.921 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.922 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.923 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telegraf", 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.924 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "address": { 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "address", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.925 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.926 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.927 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.928 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.928 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.928 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.928 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.928 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.928 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.928 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.930 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.931 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.932 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telemetry", 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.934 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_basic": { 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_basic", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.935 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_crash": { 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_crash", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.936 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_device": { 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_device", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_ident": { 2024-04-25T16:11:12.937 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_ident", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.938 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_perf": { 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_perf", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "contact": { 2024-04-25T16:11:12.939 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "contact", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "description": { 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "description", 2024-04-25T16:11:12.940 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "device_url": { 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_url", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.941 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.942 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.943 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "24", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "8", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "last_opt_revision": { 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "last_opt_revision", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.944 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard": { 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.945 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard_description": { 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard_description", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.946 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.947 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.948 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.949 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.950 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.951 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "organization": { 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "organization", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.952 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "proxy": { 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "proxy", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.953 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.954 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "url": { 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.955 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "test_orchestrator", 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.956 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.957 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.958 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.959 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.960 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.961 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.962 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.963 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.964 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.965 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.966 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_clones": { 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_clones", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.967 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "periodic_async_work": { 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "periodic_async_work", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Periodically check for async work", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.968 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_delay": { 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_delay", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_no_wait": { 2024-04-25T16:11:12.969 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.970 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.971 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "discovery_interval": { 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "discovery_interval", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "100", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.972 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "identifier": { 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "identifier", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.973 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.974 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.975 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.976 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.977 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.978 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.979 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_host": { 2024-04-25T16:11:12.980 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_host", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_port": { 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_port", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.981 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10051", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_sender": { 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_sender", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.982 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.983 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "gid": 25214, 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "y", 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr_features": 4540701547738038271, 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "available_modules": [ 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "alerts", 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.984 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.985 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.986 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.987 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:12.988 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.989 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_destination": { 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_destination", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.990 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email address to send alerts to", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_from_name": { 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_from_name", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "Ceph", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.991 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email From: name", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_host": { 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_host", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.992 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP server", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_password": { 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_password", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.993 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Password to authenticate with", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_port": { 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_port", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "465", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.994 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP port", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_sender": { 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_sender", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP envelope sender", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.995 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_ssl": { 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_ssl", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.996 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_user": { 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_user", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "User to authenticate as", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.997 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:12.998 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "balancer", 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "active": { 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "active", 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:12.999 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_time": { 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_time", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0000", 2024-04-25T16:11:13.000 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_weekday": { 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_weekday", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-04-25T16:11:13.001 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_max_iterations": { 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_max_iterations", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "25", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.002 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "250", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_metrics": { 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_metrics", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.003 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_step": { 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_step", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.5", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0.001", 2024-04-25T16:11:13.004 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "0.999", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "aggressiveness of optimization", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "end_time": { 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_time", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2359", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.005 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "end_weekday": { 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_weekday", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-04-25T16:11:13.006 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.007 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.008 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.009 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.010 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.011 INFO:teuthology.orchestra.run.smithi112.stdout: "min_score": { 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_score", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-04-25T16:11:13.012 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "upmap", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "crush-compat", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "none", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "read", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap-read" 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Balancer mode", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.013 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_ids": { 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_ids", 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T16:11:13.014 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.015 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.016 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_deviation": { 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_deviation", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.017 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_optimizations": { 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_optimizations", 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T16:11:13.018 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm", 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_down_multiplier": { 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_down_multiplier", 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.019 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_refresh_rate": { 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_refresh_rate", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.020 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "20", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_starting_port": { 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_starting_port", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.021 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4721", 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.022 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_ptrace": { 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_ptrace", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.023 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_interval": { 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_interval", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.024 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_memory_target_ratio": { 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.7", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.025 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm_log_destination": { 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm_log_destination", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "file", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "file,syslog", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "syslog" 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T16:11:13.026 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "cgroups_split": { 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cgroups_split", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.027 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "config_checks_enabled": { 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_checks_enabled", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.028 INFO:teuthology.orchestra.run.smithi112.stdout: "config_dashboard": { 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_dashboard", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_alertmanager": { 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_alertmanager", 2024-04-25T16:11:13.029 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_base": { 2024-04-25T16:11:13.030 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_base", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Container image name, without the tag", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_elasticsearch": { 2024-04-25T16:11:13.031 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_elasticsearch", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "elasticsearch container image", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_grafana": { 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_grafana", 2024-04-25T16:11:13.032 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_haproxy": { 2024-04-25T16:11:13.033 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_haproxy", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "HAproxy container image", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.034 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_agent": { 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_agent", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger agent container image", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.035 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_collector": { 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_collector", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger collector container image", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.036 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_query": { 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_query", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger query container image", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_keepalived": { 2024-04-25T16:11:13.037 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_keepalived", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Keepalived container image", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_loki": { 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_loki", 2024-04-25T16:11:13.038 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Loki container image", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_node_exporter": { 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_node_exporter", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.039 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_nvmeof": { 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_nvmeof", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.040 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Nvme-of container image", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_prometheus": { 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_prometheus", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T16:11:13.041 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_promtail": { 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_promtail", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.042 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Promtail container image", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_samba": { 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_samba", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Samba/SMB container image", 2024-04-25T16:11:13.043 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_snmp_gateway": { 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_snmp_gateway", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SNMP Gateway container image", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.044 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "container_init": { 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_init", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.045 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "daemon_cache_timeout": { 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "daemon_cache_timeout", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.046 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "default_cephadm_command_timeout": { 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "900", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.047 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "default_registry": { 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_registry", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.048 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "device_cache_timeout": { 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_cache_timeout", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1800", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache device inventory", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "device_enhanced_scan": { 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_enhanced_scan", 2024-04-25T16:11:13.049 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "facts_cache_timeout": { 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "facts_cache_timeout", 2024-04-25T16:11:13.050 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache host facts data", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "grafana_dashboards_path": { 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "grafana_dashboards_path", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.051 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "host_check_interval": { 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "host_check_interval", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.052 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to perform a host check", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "hw_monitoring": { 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hw_monitoring", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.053 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "inventory_list_all": { 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "inventory_list_all", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.054 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.055 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "log_refresh_metadata": { 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_refresh_metadata", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.056 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.057 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.058 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.059 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.060 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "*", 2024-04-25T16:11:13.061 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "max_count_per_host": { 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_count_per_host", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.062 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of daemons per service per host", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "max_osd_draining_count": { 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_osd_draining_count", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.063 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "migration_current": { 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "migration_current", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.064 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "internal - do not modify", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "root", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm-package", 2024-04-25T16:11:13.065 INFO:teuthology.orchestra.run.smithi112.stdout: "root" 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "oob_default_addr": { 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "oob_default_addr", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "169.254.1.1", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.066 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "prometheus_alerts_path": { 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus_alerts_path", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T16:11:13.067 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_insecure": { 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_insecure", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.068 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_password": { 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_password", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.069 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_url": { 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_url", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.070 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_username": { 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_username", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "secure_monitoring_stack": { 2024-04-25T16:11:13.071 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "secure_monitoring_stack", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "service_discovery_port": { 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "service_discovery_port", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.072 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8765", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "cephadm service discovery port", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.073 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "ssh_config_file": { 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssh_config_file", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.074 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "use_agent": { 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_agent", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.075 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "use_repo_digest": { 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_repo_digest", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.076 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_failed_host_check": { 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_failed_host_check", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.077 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_daemons": { 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_daemons", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.078 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_hosts": { 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_hosts", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.079 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crash", 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.080 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.081 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.082 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.083 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.084 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "retain_interval": { 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retain_interval", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.085 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "31536000", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.086 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_recent_interval": { 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_recent_interval", 2024-04-25T16:11:13.087 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1209600", 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.088 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dashboard", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.089 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.090 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.091 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_ENABLED": { 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.092 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.093 INFO:teuthology.orchestra.run.smithi112.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T16:11:13.094 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T16:11:13.096 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T16:11:13.098 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.099 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.100 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.101 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.102 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.103 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_URL": { 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_URL", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.104 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.105 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.106 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.107 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.108 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.109 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "[]", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.110 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "{}", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.111 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T16:11:13.112 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T16:11:13.113 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T16:11:13.114 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T16:11:13.115 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.116 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.117 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.118 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.119 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.120 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.121 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.122 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.123 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.124 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "45", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.125 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.126 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.127 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.128 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.129 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.130 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.131 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.132 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "cross_origin_url": { 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cross_origin_url", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.133 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "crt_file": { 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crt_file", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.134 INFO:teuthology.orchestra.run.smithi112.stdout: "debug": { 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "debug", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable/disable debug options", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "jwt_token_ttl": { 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "jwt_token_ttl", 2024-04-25T16:11:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "28800", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.136 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.137 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.138 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.139 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.140 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.141 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "motd": { 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "motd", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "The message of the day", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.142 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect_resolve_ip_addr": { 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.143 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.144 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8080", 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.145 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-04-25T16:11:13.146 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl_server_port": { 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl_server_port", 2024-04-25T16:11:13.147 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8443", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-04-25T16:11:13.148 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "redirect", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect" 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-04-25T16:11:13.149 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "url_prefix": { 2024-04-25T16:11:13.150 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url_prefix", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.151 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_monitoring": { 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_monitoring", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.152 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "monitor device health metrics", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.154 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.155 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.156 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.157 INFO:teuthology.orchestra.run.smithi112.stdout: "mark_out_threshold": { 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mark_out_threshold", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2419200", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.158 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_name": { 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_name", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "device_health_metrics", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.159 INFO:teuthology.orchestra.run.smithi112.stdout: "retention_period": { 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retention_period", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15552000", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain device health metrics", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_frequency": { 2024-04-25T16:11:13.160 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_frequency", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "self_heal": { 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "self_heal", 2024-04-25T16:11:13.161 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.162 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.163 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_threshold": { 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_threshold", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.164 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7257600", 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.165 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "diskprediction_local", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.166 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.167 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.168 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.169 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.170 INFO:teuthology.orchestra.run.smithi112.stdout: "predict_interval": { 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predict_interval", 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.171 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "predictor_model": { 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predictor_model", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "prophetstor", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.172 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.173 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.174 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "influx", 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": false, 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "influxdb python module not found", 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "batch_size": { 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "batch_size", 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5000", 2024-04-25T16:11:13.175 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "database": { 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "database", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "ceph", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.176 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": { 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hostname", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.177 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server hostname", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "30", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "5", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.178 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.179 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.180 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.181 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.182 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.183 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "password": { 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "password", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "password of InfluxDB server user", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.184 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "port": { 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "port", 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8086", 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server port", 2024-04-25T16:11:13.185 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.186 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "false", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.187 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "threads": { 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threads", 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "32", 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T16:11:13.188 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "username": { 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "username", 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.189 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "username of InfluxDB server user", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "verify_ssl": { 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "verify_ssl", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "true", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.190 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "insights", 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.191 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.192 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.193 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.194 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.195 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.196 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.197 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "iostat", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.198 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.199 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.200 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.201 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.202 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.203 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "k8sevents", 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_event_retention_days": { 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ceph_event_retention_days", 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.204 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "config_check_secs": { 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_check_secs", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.205 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "10", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.206 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.207 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.208 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.209 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.210 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.211 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "localpool", 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "failure_domain": { 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "failure_domain", 2024-04-25T16:11:13.212 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "host", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "failure domain for any created local pool", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.213 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.214 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.215 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.217 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "min_size": { 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_size", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default min_size for any created local pool", 2024-04-25T16:11:13.218 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "num_rep": { 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "num_rep", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default replica count for any created local pool", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.219 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_num": { 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_num", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "128", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "prefix": { 2024-04-25T16:11:13.220 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prefix", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name prefix for any created local pool", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.221 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "subtree": { 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "subtree", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.222 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "rack", 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mds_autoscaler", 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.223 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.224 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.225 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.226 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.227 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.228 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirroring", 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.229 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.230 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.231 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.232 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.233 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.234 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "nfs", 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.235 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.236 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.237 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.238 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.239 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.240 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.241 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "fail_fs": { 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "fail_fs", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.242 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.243 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.244 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.245 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.246 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator": { 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-04-25T16:11:13.247 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "rook", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "test_orchestrator" 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Orchestrator backend", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.248 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.249 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_perf_query", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.250 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.251 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.252 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.253 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_support", 2024-04-25T16:11:13.255 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.256 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.257 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.258 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.259 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.260 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_autoscaler", 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.261 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.262 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.263 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.264 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.265 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.266 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.267 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "threshold": { 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threshold", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1.0", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "scaling threshold", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.268 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "progress", 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_pg_recovery_event": { 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_pg_recovery_event", 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.269 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.270 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.271 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.272 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.273 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.274 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "max_completed_events": { 2024-04-25T16:11:13.275 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_completed_events", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "50", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "number of past completed events to remember", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.276 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long the module is going to sleep", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.277 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus", 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.278 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "cache": { 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cache", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.279 INFO:teuthology.orchestra.run.smithi112.stdout: "exclude_perf_counters": { 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "exclude_perf_counters", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.280 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.281 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.282 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.283 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.284 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools": { 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.285 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.286 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_interval": { 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_interval", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15.0", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.287 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.288 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "9283", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.289 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "stale_cache_strategy": { 2024-04-25T16:11:13.290 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stale_cache_strategy", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "log", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-04-25T16:11:13.291 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "default", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "default", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "error" 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.292 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.293 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.294 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.296 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.297 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_snap_create": { 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_snap_create", 2024-04-25T16:11:13.298 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "mirror_snapshot_schedule": { 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.299 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.300 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "trash_purge_schedule": { 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "trash_purge_schedule", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.301 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "restful", 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_auth": { 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_auth", 2024-04-25T16:11:13.302 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.303 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.304 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.305 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.306 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.307 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.308 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.309 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.310 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.311 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rgw", 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.312 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.313 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.314 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.315 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.316 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.317 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rook", 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.318 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.319 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.320 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.321 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.322 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.323 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "storage_class": { 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "storage_class", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "local", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.324 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "selftest", 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.325 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.326 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.327 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.328 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.329 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "roption1": { 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption1", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.330 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "roption2": { 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption2", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "xyz", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.331 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption1": { 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption1", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.332 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption2": { 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption2", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.333 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption3": { 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption3", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.334 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption4": { 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption4", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.335 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption5": { 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption5", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.336 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption6": { 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption6", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.337 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption7": { 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption7", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "42", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.338 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.339 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.342 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "testkey": { 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testkey", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.343 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "testlkey": { 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testlkey", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.344 INFO:teuthology.orchestra.run.smithi112.stdout: "testnewline": { 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testnewline", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.345 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_m_granularity": { 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_m_granularity", 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.346 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "dump_on_update": { 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dump_on_update", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.347 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "dump database to debug log on update", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.348 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.349 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.350 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.351 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.352 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.353 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.354 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stats", 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.355 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.356 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.357 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.358 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.359 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.360 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "status", 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.361 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.362 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.363 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.364 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.365 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.366 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telegraf", 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.367 INFO:teuthology.orchestra.run.smithi112.stdout: "address": { 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "address", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.368 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.369 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.370 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.371 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.372 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.373 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.374 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telemetry", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_basic": { 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_basic", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.375 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_crash": { 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_crash", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.376 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_device": { 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_device", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.377 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_ident": { 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_ident", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_perf": { 2024-04-25T16:11:13.378 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_perf", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "contact": { 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "contact", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.379 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "description": { 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "description", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.380 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "device_url": { 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_url", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.381 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.382 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "24", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "8", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.383 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "last_opt_revision": { 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "last_opt_revision", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard": { 2024-04-25T16:11:13.384 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard_description": { 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard_description", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.385 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.386 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.387 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.388 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.390 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "organization": { 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "organization", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.391 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "proxy": { 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "proxy", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.392 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "url": { 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url", 2024-04-25T16:11:13.393 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "test_orchestrator", 2024-04-25T16:11:13.394 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.395 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.396 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.397 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.398 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.399 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.400 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.401 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.402 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.403 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.404 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_clones": { 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_clones", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.405 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "periodic_async_work": { 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "periodic_async_work", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.406 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Periodically check for async work", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_delay": { 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_delay", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.407 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_no_wait": { 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.408 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.409 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix", 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "discovery_interval": { 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "discovery_interval", 2024-04-25T16:11:13.410 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "100", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "identifier": { 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "identifier", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.411 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.412 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.413 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.414 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.415 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.416 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.417 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.418 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_host": { 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_host", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_port": { 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_port", 2024-04-25T16:11:13.419 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10051", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_sender": { 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_sender", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.420 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "modules": [ 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-04-25T16:11:13.421 INFO:teuthology.orchestra.run.smithi112.stdout: "dashboard", 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "iostat", 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "nfs", 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "restful", 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "snap_schedule" 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "available_modules": [ 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "alerts", 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.422 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.423 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.424 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.425 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.426 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.427 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_destination": { 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_destination", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.428 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email address to send alerts to", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_from_name": { 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_from_name", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.429 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "Ceph", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email From: name", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_host": { 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_host", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.430 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP server", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_password": { 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_password", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.431 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Password to authenticate with", 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_port": { 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_port", 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.432 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "465", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP port", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_sender": { 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_sender", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.433 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP envelope sender", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_ssl": { 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_ssl", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.434 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_user": { 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_user", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.435 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "User to authenticate as", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.436 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "balancer", 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "active": { 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "active", 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.437 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_time": { 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_time", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.438 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0000", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_weekday": { 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_weekday", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-04-25T16:11:13.439 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_max_iterations": { 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_max_iterations", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "25", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "250", 2024-04-25T16:11:13.440 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_metrics": { 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_metrics", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T16:11:13.441 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_step": { 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_step", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.5", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0.001", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "0.999", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "aggressiveness of optimization", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.442 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "end_time": { 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_time", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2359", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "end_weekday": { 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_weekday", 2024-04-25T16:11:13.443 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.444 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.445 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.446 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.447 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.448 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "min_score": { 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_score", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.449 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "upmap", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "crush-compat", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "none", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "read", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap", 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap-read" 2024-04-25T16:11:13.450 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Balancer mode", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_ids": { 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_ids", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.451 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.452 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.453 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_deviation": { 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_deviation", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.454 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_optimizations": { 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_optimizations", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.455 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_down_multiplier": { 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_down_multiplier", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.456 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_refresh_rate": { 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_refresh_rate", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "20", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.457 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_starting_port": { 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_starting_port", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4721", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T16:11:13.458 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_ptrace": { 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_ptrace", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T16:11:13.459 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_interval": { 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_interval", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.460 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_memory_target_ratio": { 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.7", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.461 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm_log_destination": { 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm_log_destination", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "file", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "file,syslog", 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "syslog" 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.462 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "cgroups_split": { 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cgroups_split", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.463 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "config_checks_enabled": { 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_checks_enabled", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.464 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "config_dashboard": { 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_dashboard", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.465 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_alertmanager": { 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_alertmanager", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.466 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_base": { 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_base", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Container image name, without the tag", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.467 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_elasticsearch": { 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_elasticsearch", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "elasticsearch container image", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_grafana": { 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_grafana", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.468 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_haproxy": { 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_haproxy", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.469 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "HAproxy container image", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_agent": { 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_agent", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T16:11:13.470 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger agent container image", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_collector": { 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_collector", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.471 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger collector container image", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_query": { 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_query", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger query container image", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.472 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_keepalived": { 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_keepalived", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Keepalived container image", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.473 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_loki": { 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_loki", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Loki container image", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.474 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_node_exporter": { 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_node_exporter", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.475 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_nvmeof": { 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_nvmeof", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Nvme-of container image", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_prometheus": { 2024-04-25T16:11:13.476 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_prometheus", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_promtail": { 2024-04-25T16:11:13.477 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_promtail", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Promtail container image", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_samba": { 2024-04-25T16:11:13.478 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_samba", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Samba/SMB container image", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_snmp_gateway": { 2024-04-25T16:11:13.479 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_snmp_gateway", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SNMP Gateway container image", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "container_init": { 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_init", 2024-04-25T16:11:13.480 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "daemon_cache_timeout": { 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "daemon_cache_timeout", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.481 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "default_cephadm_command_timeout": { 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.482 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "900", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "default_registry": { 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_registry", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.483 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "device_cache_timeout": { 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_cache_timeout", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.484 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1800", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache device inventory", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "device_enhanced_scan": { 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_enhanced_scan", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.485 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "facts_cache_timeout": { 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "facts_cache_timeout", 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.486 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache host facts data", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "grafana_dashboards_path": { 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "grafana_dashboards_path", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.487 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "host_check_interval": { 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "host_check_interval", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.488 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to perform a host check", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "hw_monitoring": { 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hw_monitoring", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.489 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "inventory_list_all": { 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "inventory_list_all", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.490 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.491 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "log_refresh_metadata": { 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_refresh_metadata", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.492 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.493 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.494 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.495 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.496 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "*", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "max_count_per_host": { 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_count_per_host", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of daemons per service per host", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "max_osd_draining_count": { 2024-04-25T16:11:13.498 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_osd_draining_count", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "migration_current": { 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "migration_current", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.499 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "internal - do not modify", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "root", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.500 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm-package", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "root" 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "oob_default_addr": { 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "oob_default_addr", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "169.254.1.1", 2024-04-25T16:11:13.501 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "prometheus_alerts_path": { 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus_alerts_path", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.502 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_insecure": { 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_insecure", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T16:11:13.503 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_password": { 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_password", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.504 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_url": { 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_url", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.505 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_username": { 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_username", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.506 INFO:teuthology.orchestra.run.smithi112.stdout: "secure_monitoring_stack": { 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "secure_monitoring_stack", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "service_discovery_port": { 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "service_discovery_port", 2024-04-25T16:11:13.507 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8765", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "cephadm service discovery port", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.508 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "ssh_config_file": { 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssh_config_file", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.509 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "use_agent": { 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_agent", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.510 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "use_repo_digest": { 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_repo_digest", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.511 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_failed_host_check": { 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_failed_host_check", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.512 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_daemons": { 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_daemons", 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.513 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_hosts": { 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_hosts", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T16:11:13.514 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crash", 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.515 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.516 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.517 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.518 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.519 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "retain_interval": { 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retain_interval", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "31536000", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.520 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_recent_interval": { 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_recent_interval", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.521 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1209600", 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dashboard", 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.522 INFO:teuthology.orchestra.run.smithi112.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.523 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.524 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_ENABLED": { 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.525 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.526 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.527 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.528 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.529 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.530 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T16:11:13.531 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.532 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.533 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.534 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.535 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.536 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_URL": { 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_URL", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T16:11:13.537 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.538 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.539 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.540 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.541 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "[]", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.542 INFO:teuthology.orchestra.run.smithi112.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "{}", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T16:11:13.543 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.544 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.545 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.546 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.548 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.549 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.550 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.551 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.552 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.553 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.554 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.555 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "45", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.556 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.557 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.558 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.559 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.560 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T16:11:13.561 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.562 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "cross_origin_url": { 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cross_origin_url", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.563 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "crt_file": { 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crt_file", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.564 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "debug": { 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "debug", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.565 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable/disable debug options", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "jwt_token_ttl": { 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "jwt_token_ttl", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.566 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "28800", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.567 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.568 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.569 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.570 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.571 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.572 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "motd": { 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "motd", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.573 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "The message of the day", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect_resolve_ip_addr": { 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.574 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.575 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8080", 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.576 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.577 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.578 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl_server_port": { 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl_server_port", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8443", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.579 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "redirect", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect" 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.580 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "url_prefix": { 2024-04-25T16:11:13.581 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url_prefix", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-04-25T16:11:13.582 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_monitoring": { 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_monitoring", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "monitor device health metrics", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.583 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.584 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.585 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.586 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.587 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "mark_out_threshold": { 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mark_out_threshold", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2419200", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.588 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_name": { 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_name", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "device_health_metrics", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.589 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "retention_period": { 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retention_period", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15552000", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain device health metrics", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.590 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_frequency": { 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_frequency", 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.591 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "self_heal": { 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "self_heal", 2024-04-25T16:11:13.592 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.593 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.594 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.595 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_threshold": { 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_threshold", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7257600", 2024-04-25T16:11:13.596 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "diskprediction_local", 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.597 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.598 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.599 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.600 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.601 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "predict_interval": { 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predict_interval", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.602 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "predictor_model": { 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predictor_model", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "prophetstor", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.603 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.604 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "influx", 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": false, 2024-04-25T16:11:13.605 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "influxdb python module not found", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "batch_size": { 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "batch_size", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5000", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.606 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "database": { 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "database", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "ceph", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.607 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": { 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hostname", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server hostname", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.608 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "30", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "5", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.609 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.610 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.611 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.612 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.613 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "password": { 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "password", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "password of InfluxDB server user", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.614 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "port": { 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "port", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8086", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server port", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.615 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.616 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "false", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "threads": { 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threads", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.617 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "32", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "username": { 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "username", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.618 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "username of InfluxDB server user", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "verify_ssl": { 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "verify_ssl", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "true", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T16:11:13.619 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "insights", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.620 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.621 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.622 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.623 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.624 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "iostat", 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.625 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.627 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.628 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.629 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.630 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "k8sevents", 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.631 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_event_retention_days": { 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ceph_event_retention_days", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.632 INFO:teuthology.orchestra.run.smithi112.stdout: "config_check_secs": { 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_check_secs", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "10", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.633 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.634 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.635 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.636 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.637 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.638 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "localpool", 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "failure_domain": { 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "failure_domain", 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "host", 2024-04-25T16:11:13.639 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "failure domain for any created local pool", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.640 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.641 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.642 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.643 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.644 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "min_size": { 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_size", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default min_size for any created local pool", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.645 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "num_rep": { 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "num_rep", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default replica count for any created local pool", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.646 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_num": { 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_num", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "128", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.647 INFO:teuthology.orchestra.run.smithi112.stdout: "prefix": { 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prefix", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name prefix for any created local pool", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.648 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "subtree": { 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "subtree", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.649 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "rack", 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.650 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mds_autoscaler", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.651 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.652 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.653 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.654 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.655 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirroring", 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.656 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.657 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.658 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.659 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.660 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.661 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "nfs", 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.662 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.663 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.664 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.665 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.666 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.667 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "fail_fs": { 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "fail_fs", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.668 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.669 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.670 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.671 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.672 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator": { 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.673 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "rook", 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "test_orchestrator" 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Orchestrator backend", 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.674 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_perf_query", 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.675 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.676 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.677 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.678 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.679 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.680 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.681 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_support", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.682 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.683 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.684 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.685 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.686 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.687 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_autoscaler", 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.689 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.690 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.691 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.692 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.693 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.694 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "threshold": { 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threshold", 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.695 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1.0", 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "scaling threshold", 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "progress", 2024-04-25T16:11:13.696 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_pg_recovery_event": { 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_pg_recovery_event", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.697 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.698 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.699 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.700 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.701 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.702 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "max_completed_events": { 2024-04-25T16:11:13.703 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_completed_events", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "50", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "number of past completed events to remember", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.704 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long the module is going to sleep", 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.705 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.706 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "cache": { 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cache", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.707 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "exclude_perf_counters": { 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "exclude_perf_counters", 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.708 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.709 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.710 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.711 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.712 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.713 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools": { 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.714 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.715 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_interval": { 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_interval", 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15.0", 2024-04-25T16:11:13.716 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-04-25T16:11:13.717 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.718 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "9283", 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.719 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "stale_cache_strategy": { 2024-04-25T16:11:13.720 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stale_cache_strategy", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "log", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-04-25T16:11:13.721 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "default", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "default", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "error" 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.722 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.723 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.724 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.725 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.726 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.727 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.728 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_snap_create": { 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_snap_create", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-04-25T16:11:13.729 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "mirror_snapshot_schedule": { 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.730 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.731 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "trash_purge_schedule": { 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "trash_purge_schedule", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.732 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "restful", 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_auth": { 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_auth", 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.733 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.734 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.735 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.736 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.737 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.738 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.739 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.740 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.741 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.742 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rgw", 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.746 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.747 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.748 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.749 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.750 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.751 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rook", 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.752 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.753 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.754 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.755 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.756 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.757 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "storage_class": { 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "storage_class", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "local", 2024-04-25T16:11:13.758 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "selftest", 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.759 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.760 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.761 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.762 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.763 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "roption1": { 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption1", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.764 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "roption2": { 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption2", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.765 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "xyz", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption1": { 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption1", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.766 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption2": { 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption2", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.767 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption3": { 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption3", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.768 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption4": { 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption4", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.769 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption5": { 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption5", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.770 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption6": { 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption6", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.771 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption7": { 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption7", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "42", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.772 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.773 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "testkey": { 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testkey", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.774 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "testlkey": { 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testlkey", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "testnewline": { 2024-04-25T16:11:13.775 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testnewline", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.776 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_m_granularity": { 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_m_granularity", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.777 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "dump_on_update": { 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dump_on_update", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.778 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "dump database to debug log on update", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.779 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.780 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.781 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.782 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.783 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stats", 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.784 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.785 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.786 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.787 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.788 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.789 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.790 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "status", 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.791 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.792 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.793 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.794 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.795 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.796 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telegraf", 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "address": { 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "address", 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.797 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.798 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.799 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.800 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.801 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.802 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.803 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.804 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telemetry", 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_basic": { 2024-04-25T16:11:13.805 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_basic", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.806 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_crash": { 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_crash", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_device": { 2024-04-25T16:11:13.807 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_device", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.808 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_ident": { 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_ident", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.809 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_perf": { 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_perf", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.810 INFO:teuthology.orchestra.run.smithi112.stdout: "contact": { 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "contact", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.811 INFO:teuthology.orchestra.run.smithi112.stdout: "description": { 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "description", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "device_url": { 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_url", 2024-04-25T16:11:13.812 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.813 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.814 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "24", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "8", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "last_opt_revision": { 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "last_opt_revision", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.815 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard": { 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.816 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard_description": { 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard_description", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.817 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.818 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.819 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.820 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.821 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.822 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "organization": { 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "organization", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.823 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "proxy": { 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "proxy", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.824 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "url": { 2024-04-25T16:11:13.825 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.826 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "test_orchestrator", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.827 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.828 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.829 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.830 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.831 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.832 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.833 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.834 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.835 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.836 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.837 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_clones": { 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_clones", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.838 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "periodic_async_work": { 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "periodic_async_work", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Periodically check for async work", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.839 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_delay": { 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_delay", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.840 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_no_wait": { 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.841 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.842 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "discovery_interval": { 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "discovery_interval", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "100", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.843 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "identifier": { 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "identifier", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.844 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.845 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.846 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.847 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-04-25T16:11:13.848 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.849 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "sqlite3_killpoint": { 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sqlite3_killpoint", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "dev", 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-04-25T16:11:13.850 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_host": { 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_host", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.851 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_port": { 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_port", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10051", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.852 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_sender": { 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_sender", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-04-25T16:11:13.853 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "services": { 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "dashboard": "https://172.21.15.112:8443/" 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "always_on_modules": { 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "octopus": [ 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-04-25T16:11:13.854 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "pacific": [ 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-04-25T16:11:13.855 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "quincy": [ 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-04-25T16:11:13.856 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "reef": [ 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "squid": [ 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-04-25T16:11:13.857 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "last_failure_osd_epoch": 84, 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "active_clients": [ 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-04-25T16:11:13.858 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3844222870 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "libcephsqlite", 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 969354378 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3609619933 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-04-25T16:11:13.860 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 753280440 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3385657393 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.861 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 4092053220 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-25T16:11:13.862 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:12 smithi116 ceph-mon[32780]: pgmap v311: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:12 smithi116 ceph-mon[32780]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:12 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2533437626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:12 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2092245093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:12 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/4051144149' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:13 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/358847721' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:12 smithi133 ceph-mon[32641]: pgmap v311: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:12 smithi133 ceph-mon[32641]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:12 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2533437626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:12 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2092245093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:13.864 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:12 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/4051144149' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:13.865 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:13 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/358847721' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee400afc60 msgr2=0x7fee400b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee400afc60 0x7fee400b2170 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fee540ff400 tx=0x7fee4400a4c0 comp rx=0 tx=0).stop 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee54102050 msgr2=0x7fee5419a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee54102050 0x7fee5419a5d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fee50005fd0 tx=0x7fee5000dde0 comp rx=0 tx=0).stop 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 shutdown_connections 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee400afc60 0x7fee400b2170 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee54109ba0 0x7fee5419ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5410e550 0x7fee5419edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 --2- 172.21.15.112:0/358847721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee54102050 0x7fee5419a5d0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 >> 172.21.15.112:0/358847721 conn(0x7fee540fd860 msgr2=0x7fee540fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 shutdown_connections 2024-04-25T16:11:13.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:12.532+0000 7fee5b449640 1 -- 172.21.15.112:0/358847721 wait complete. 2024-04-25T16:11:13.873 DEBUG:tasks.check_counter:Getting stats from a 2024-04-25T16:11:13.873 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-25T16:11:13.874 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:13 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/358847721' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T16:11:14.118 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:11:14.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:14 smithi112 ceph-mon[29426]: pgmap v313: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 13 op/s 2024-04-25T16:11:14.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:14 smithi112 ceph-mon[29426]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T16:11:14.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:14 smithi133 ceph-mon[32641]: pgmap v313: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 13 op/s 2024-04-25T16:11:14.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:14 smithi133 ceph-mon[32641]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T16:11:14.777 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:14 smithi116 ceph-mon[32780]: pgmap v313: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 13 op/s 2024-04-25T16:11:14.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:14 smithi116 ceph-mon[32780]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T16:11:15.837 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:11:15.837 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:15.837 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 39, 2024-04-25T16:11:15.837 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 73, 2024-04-25T16:11:15.837 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 8268, 2024-04-25T16:11:15.837 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 67251, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 14, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 7, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.010482954, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.002308797, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.006265652, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000343009, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 67, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.011251950, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000167939 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:15.838 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 66, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000019339, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000293 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1568, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 5152 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 589, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 704, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1703538, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 425777, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 6, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 4, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.101951855, 2024-04-25T16:11:15.839 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.038448317, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.065313982, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.009257077, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 707, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.050679694, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000071682 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 747, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000307362, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000411 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1589088, 2024-04-25T16:11:15.840 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 134704 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 25, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 179, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 8321, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 444789, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 9, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 6, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.015426454, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.009100361, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.004212434, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000235514, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 177, 2024-04-25T16:11:15.841 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.023023678, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000130077 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 8, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000001822, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000227 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 4240, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 437424 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 1, 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-04-25T16:11:15.842 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "finisher-MDSRank": { 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "queue_len": 0, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "complete_latency": { 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 58, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.001509701, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000026029 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "queue_len": 0, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "complete_latency": { 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 2, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000009153, 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000004576 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.843 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "request": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "reply": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "reply_latency": { 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "slow_reply": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "forward": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_commit": 11, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_split": 0, 2024-04-25T16:11:15.844 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_merge": 0, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes": 16, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_top": 0, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_bottom": 16, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_pinned": 13, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_expired": 4, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_with_caps": 0, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "caps": 0, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "subtrees": 3, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse": 6, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_hit": 3, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_forward": 0, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_discover": 3, 2024-04-25T16:11:15.845 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_lock": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "load_cent": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "q": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "exported": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "exported_inodes": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "imported": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "imported_inodes": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "root_rfiles": 4, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "root_rbytes": 234, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "root_rsnaps": 0, 2024-04-25T16:11:15.846 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_caps": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:15.847 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "process_request_cap_release": 0 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_cache": { 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_update": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_update_receipt": 9, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_try_discover": 6, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_send_discover": 7, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "num_strays": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_created": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_enqueued": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:15.848 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_migrated": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "recovery_started": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "recovery_completed": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_flush": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_inodestats": 0 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_log": { 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "evlrg": 0, 2024-04-25T16:11:15.849 INFO:teuthology.orchestra.run.smithi112.stdout: "evadd": 6, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "evex": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "evtrm": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "ev": 6, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "evexg": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "evexd": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "segadd": 2, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "segex": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "segtrm": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "seg": 2, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "segmjr": 2, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "segexg": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "segexd": 0, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "expos": 4194304, 2024-04-25T16:11:15.850 INFO:teuthology.orchestra.run.smithi112.stdout: "wrpos": 4196308, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "rdpos": 0, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "jlat": { 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 5, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.008741374, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.001748274 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "replayed": 0 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_mem": { 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "ino": 20, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "ino+": 22, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "ino-": 2, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "dir": 19, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "dir+": 22, 2024-04-25T16:11:15.851 INFO:teuthology.orchestra.run.smithi112.stdout: "dir-": 3, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "dn": 16, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "dn+": 20, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "dn-": 4, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "cap": 0, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "cap+": 0, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "cap-": 0, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "rss": 120736, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "heap": 223632 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_server": { 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "dispatch_client_request": 0, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_request": 0, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_session": 21, 2024-04-25T16:11:15.852 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_peer_request": 0, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "req_create_latency": { 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "req_getattr_latency": { 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.853 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "req_link_latency": { 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookup_latency": { 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.854 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupino_latency": { 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupname_latency": { 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.855 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lssnap_latency": { 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "req_mkdir_latency": { 2024-04-25T16:11:15.856 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "req_mknod_latency": { 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "req_mksnap_latency": { 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.857 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "req_open_latency": { 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "req_readdir_latency": { 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rename_latency": { 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.858 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rmdir_latency": { 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setattr_latency": { 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.860 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setlayout_latency": { 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setxattr_latency": { 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "req_symlink_latency": { 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "req_unlink_latency": { 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_sessions": { 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "session_count": 2, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "session_add": 3, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "session_remove": 1, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "sessions_open": 2, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "sessions_stale": 0, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "total_load": 0, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "average_load": 0, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "avg_session_uptime": 580, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.863 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:15.864 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:15.865 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 238593, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 82, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:15.866 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 10144, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 197, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 86405, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 330, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "objecter": { 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "op_active": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "op_laggy": 0, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "op_send": 42, 2024-04-25T16:11:15.867 INFO:teuthology.orchestra.run.smithi112.stdout: "op_send_bytes": 12396, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "op_resend": 33, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "op_reply": 42, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "op_latency": { 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 42, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.202994682, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.004833206 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "op_inflight": 0, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "oplen_avg": { 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 42, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 64 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "op": 42, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "op_r": 0, 2024-04-25T16:11:15.868 INFO:teuthology.orchestra.run.smithi112.stdout: "op_w": 42, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "op_rmw": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "op_pg": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_stat": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_create": 10, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_read": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_write": 5, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_writefull": 8, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_writesame": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_append": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_zero": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_truncate": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_delete": 6, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_mapext": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:15.869 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_getxattr": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_setxattr": 20, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_call": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_watch": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_notify": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_pgls": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_other": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_active": 0, 2024-04-25T16:11:15.870 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_send": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_resend": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_ping": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "poolop_active": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "poolop_send": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "poolop_resend": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "poolstat_active": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "poolstat_send": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "poolstat_resend": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "statfs_active": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "statfs_send": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "statfs_resend": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "command_active": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "command_send": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "command_resend": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "map_epoch": 92, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "map_full": 0, 2024-04-25T16:11:15.871 INFO:teuthology.orchestra.run.smithi112.stdout: "map_inc": 13, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_sessions": 9, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_session_open": 9, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_session_close": 0, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_laggy": 0, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_wr": 14, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_rd": 0, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_del": 1 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "oft": { 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_objs": 1, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_updates": 0, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_removes": 0 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "osd-slow-ops": { 2024-04-25T16:11:15.872 INFO:teuthology.orchestra.run.smithi112.stdout: "slow_ops_count": 0 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "purge_queue": { 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executed": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 649, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1644622, 2024-04-25T16:11:15.873 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 649, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 649, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1644622, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 0, 2024-04-25T16:11:15.874 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 0, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 42, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 12396, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 42, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 12396, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 1024, 2024-04-25T16:11:15.875 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 0, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 0, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 42, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 42, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 42, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 42, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:15.876 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 3758096384, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:15.877 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-write_buf_throttle-0x56240be88820": { 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 3758096384, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 6, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 2004, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 6, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 5, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 2004, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:15.878 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:15.879 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:15.879 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.879 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:15.879 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:11:16.580 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:16 smithi116 ceph-mon[32780]: pgmap v315: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-25T16:11:16.644 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:16 smithi112 ceph-mon[29426]: pgmap v315: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-25T16:11:16.673 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-25T16:11:16.673 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-25T16:11:16.674 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-04-25T16:11:16.674 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=9 2024-04-25T16:11:16.674 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2024-04-25T16:11:16.674 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:16.674 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:16.674 DEBUG:tasks.check_counter:Getting stats from d 2024-04-25T16:11:16.674 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-25T16:11:16.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:16 smithi133 ceph-mon[32641]: pgmap v315: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-25T16:11:16.929 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:11:18.675 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:18 smithi112 ceph-mon[29426]: pgmap v316: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 127 B/s wr, 10 op/s 2024-04-25T16:11:18.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:18 smithi133 ceph-mon[32641]: pgmap v316: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 127 B/s wr, 10 op/s 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 0, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 2, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 0, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 0, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 4, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 0, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.001029354, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.000126938, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T16:11:18.720 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 2, 2024-04-25T16:11:18.721 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 162, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 320, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 185616, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 5, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.014481709, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.009957764, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.002096795, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 159, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.011896467, 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000074820 2024-04-25T16:11:18.722 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 185616 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 226, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 214, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1543168, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 130432, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 2, 2024-04-25T16:11:18.723 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 1, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.049134416, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.014833426, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.040866418, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.004695092, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 214, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.011491591, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000053699 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1543168, 2024-04-25T16:11:18.724 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 130432 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:18.725 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:18.726 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 148972, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 31, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:18.727 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 928, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 2, 2024-04-25T16:11:18.728 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 224, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1508844, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 224, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 224, 2024-04-25T16:11:18.729 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1508844, 2024-04-25T16:11:18.730 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:18.730 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:18.730 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:18.730 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:18.730 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:18.730 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:18.730 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:11:18.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:18 smithi116 ceph-mon[32780]: pgmap v316: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 127 B/s wr, 10 op/s 2024-04-25T16:11:19.426 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-25T16:11:19.426 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-25T16:11:19.426 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-25T16:11:19.426 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-25T16:11:19.427 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-25T16:11:19.427 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-25T16:11:19.427 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-25T16:11:19.427 DEBUG:tasks.check_counter:Getting stats from g 2024-04-25T16:11:19.427 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-25T16:11:19.667 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:11:20.593 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:20 smithi116 ceph-mon[32780]: pgmap v317: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-25T16:11:20.593 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:20 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:11:20.612 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:20 smithi133 ceph-mon[32641]: pgmap v317: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-25T16:11:20.613 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:20 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:11:20.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:20 smithi112 ceph-mon[29426]: pgmap v317: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-25T16:11:20.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:20 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 1349, 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 1351, 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 397679, 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 428983, 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 7, 2024-04-25T16:11:21.400 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.142881766, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.052181230, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.031671276, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.046768818, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 1349, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.053226151, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000039456 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.401 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 743, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 897, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 198378, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 672663, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 7, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.074577088, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.029619392, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.018343053, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.019050343, 2024-04-25T16:11:21.402 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 895, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.029770446, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000033263 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 438240 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 240, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 229, 2024-04-25T16:11:21.403 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1573604, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 131509, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 4, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.048592422, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.014671659, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.041701907, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.004505282, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 228, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.012170009, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000053377 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.404 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1572256, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 130544 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 1, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "finisher-MDSRank": { 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "queue_len": 0, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "complete_latency": { 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 3509, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.100995329, 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000028781 2024-04-25T16:11:21.405 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "queue_len": 0, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "complete_latency": { 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "request": 0, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "reply": 0, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "reply_latency": { 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.406 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "slow_reply": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "forward": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_commit": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_split": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_merge": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_top": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_bottom": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_pinned": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_expired": 0, 2024-04-25T16:11:21.407 INFO:teuthology.orchestra.run.smithi112.stdout: "inodes_with_caps": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "caps": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "subtrees": 1, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_hit": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_forward": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_discover": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "traverse_lock": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "load_cent": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "q": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "exported": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "exported_inodes": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "imported": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "imported_inodes": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:21.408 INFO:teuthology.orchestra.run.smithi112.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "root_rfiles": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "root_rbytes": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "root_rsnaps": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:21.409 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_caps": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "process_request_cap_release": 0 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_cache": { 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_update": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_update_receipt": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_try_discover": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_send_discover": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "num_strays": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:21.410 INFO:teuthology.orchestra.run.smithi112.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_created": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_enqueued": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "strays_migrated": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "recovery_started": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "recovery_completed": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_flush": 0, 2024-04-25T16:11:21.411 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "ireq_inodestats": 0 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_log": { 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "evlrg": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "evadd": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "evex": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "evtrm": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "ev": 6, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "evexg": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "evexd": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "segadd": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "segex": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "segtrm": 0, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "seg": 2, 2024-04-25T16:11:21.412 INFO:teuthology.orchestra.run.smithi112.stdout: "segmjr": 2, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "segexg": 0, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "segexd": 0, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "expos": 4194304, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "wrpos": 4196308, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "rdpos": 4196167, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "jlat": { 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "replayed": 6 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_mem": { 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "ino": 3, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "ino+": 3, 2024-04-25T16:11:21.413 INFO:teuthology.orchestra.run.smithi112.stdout: "ino-": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dir": 1, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dir+": 1, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dir-": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dn": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dn+": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dn-": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "cap": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "cap+": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "cap-": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "rss": 121840, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "heap": 215440 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_server": { 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dispatch_client_request": 0, 2024-04-25T16:11:21.414 INFO:teuthology.orchestra.run.smithi112.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_request": 0, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_client_session": 0, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "handle_peer_request": 0, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "req_create_latency": { 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "req_getattr_latency": { 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.415 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "req_link_latency": { 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookup_latency": { 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.416 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupino_latency": { 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupname_latency": { 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.417 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "req_lssnap_latency": { 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.418 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.419 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.419 INFO:teuthology.orchestra.run.smithi112.stdout: "req_mkdir_latency": { 2024-04-25T16:11:21.419 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.419 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.419 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.420 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.420 INFO:teuthology.orchestra.run.smithi112.stdout: "req_mknod_latency": { 2024-04-25T16:11:21.420 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.420 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.420 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.420 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.420 INFO:teuthology.orchestra.run.smithi112.stdout: "req_mksnap_latency": { 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "req_open_latency": { 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "req_readdir_latency": { 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.421 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rename_latency": { 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.422 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rmdir_latency": { 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:21.423 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setattr_latency": { 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:21.424 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setlayout_latency": { 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "req_setxattr_latency": { 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "req_symlink_latency": { 2024-04-25T16:11:21.425 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "req_unlink_latency": { 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.426 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_sessions": { 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "session_count": 2, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "session_add": 3, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "session_remove": 1, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "sessions_open": 3, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "sessions_stale": 0, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "total_load": 0, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "average_load": 0, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "avg_session_uptime": 2242, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.427 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:21.428 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:21.429 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 205610, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 61, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-04-25T16:11:21.430 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 191, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 8512, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 13, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:21.431 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "objecter": { 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_active": 0, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_laggy": 0, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_send": 2089, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_send_bytes": 21, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_resend": 3, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_reply": 2089, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_latency": { 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 2089, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 1.149969537, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000550488 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.432 INFO:teuthology.orchestra.run.smithi112.stdout: "op_inflight": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "oplen_avg": { 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 2089, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 2090 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "op": 2089, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "op_r": 2089, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "op_w": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "op_rmw": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "op_pg": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_stat": 1348, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_create": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_read": 739, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_write": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_writefull": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_writesame": 0, 2024-04-25T16:11:21.433 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_append": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_zero": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_truncate": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_delete": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_mapext": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_getxattr": 1, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_setxattr": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_call": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_watch": 0, 2024-04-25T16:11:21.434 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_notify": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_pgls": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "osdop_other": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_active": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_send": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_resend": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "linger_ping": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "poolop_active": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "poolop_send": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "poolop_resend": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "poolstat_active": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "poolstat_send": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "poolstat_resend": 0, 2024-04-25T16:11:21.435 INFO:teuthology.orchestra.run.smithi112.stdout: "statfs_active": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "statfs_send": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "statfs_resend": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "command_active": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "command_send": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "command_resend": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "map_epoch": 92, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "map_full": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "map_inc": 13, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_sessions": 7, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_session_open": 7, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_session_close": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_laggy": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_wr": 0, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_rd": 2, 2024-04-25T16:11:21.436 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_del": 0 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "oft": { 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_objs": 0, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_updates": 0, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "omap_total_removes": 0 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "osd-slow-ops": { 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "slow_ops_count": 0 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "purge_queue": { 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing": 0, 2024-04-25T16:11:21.437 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_executed": 0, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 2328, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1944970, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 2328, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:21.438 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 2328, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1944970, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 0, 2024-04-25T16:11:21.439 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 0, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 2089, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 2009, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 2089, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 2009, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:21.440 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 1024, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 0, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 0, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 2089, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 2089, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 2089, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 2089, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.441 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 3758096384, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.442 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-write_buf_throttle-0x561930dacc30": { 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 3758096384, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 0, 2024-04-25T16:11:21.443 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:21.444 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:21.444 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:21.444 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:21.444 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.444 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:21.444 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:11:22.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: pgmap v318: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 213 B/s wr, 13 op/s 2024-04-25T16:11:22.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.597 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:22 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: pgmap v318: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 213 B/s wr, 13 op/s 2024-04-25T16:11:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:22 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: pgmap v318: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 213 B/s wr, 13 op/s 2024-04-25T16:11:22.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:22.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.779 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:22 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:22.924 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-25T16:11:22.925 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-25T16:11:22.925 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-04-25T16:11:22.925 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-04-25T16:11:22.925 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-04-25T16:11:22.925 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:22.925 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:22.925 DEBUG:tasks.check_counter:Getting stats from j 2024-04-25T16:11:22.925 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-25T16:11:23.205 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T16:11:23.612 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:23 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-25T16:11:23.612 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:23 smithi112 ceph-mon[29426]: Unable to set osd_memory_target on smithi116 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-25T16:11:23.612 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:23 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-25T16:11:23.613 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:23 smithi112 ceph-mon[29426]: Unable to set osd_memory_target on smithi133 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-04-25T16:11:23.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:23 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-25T16:11:23.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:23 smithi133 ceph-mon[32641]: Unable to set osd_memory_target on smithi116 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-25T16:11:23.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:23 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-25T16:11:23.687 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:23 smithi133 ceph-mon[32641]: Unable to set osd_memory_target on smithi133 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-04-25T16:11:23.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:23 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-25T16:11:23.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:23 smithi116 ceph-mon[32780]: Unable to set osd_memory_target on smithi116 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-25T16:11:23.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:23 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-25T16:11:23.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:23 smithi116 ceph-mon[32780]: Unable to set osd_memory_target on smithi133 to 184769536: error parsing value: Value '184769536' is below minimum 939524096 2024-04-25T16:11:24.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: pgmap v319: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:11:24.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:24.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:24.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.760 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:11:24.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:11:24.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:24 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:24.905 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 224, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 214, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1540720, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 131264, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 4, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 0, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.048942248, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.014707124, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.039157989, 2024-04-25T16:11:24.906 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.004827931, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 213, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.011291354, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000053011 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1540720, 2024-04-25T16:11:24.907 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 131264 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 6, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 165, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 3312, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 186240, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 5, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.014485497, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.009616649, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.002393502, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T16:11:24.908 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 163, 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.010600281, 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000065032 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 186240 2024-04-25T16:11:24.909 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 0, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 2, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 0, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 0, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 2, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 1, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.000261426, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.000188846, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T16:11:24.910 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-04-25T16:11:24.911 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:24.912 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:24.913 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 149986, 2024-04-25T16:11:24.914 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 31, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:24.915 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 928, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 2, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 226, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1509104, 2024-04-25T16:11:24.916 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 226, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 226, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1509104, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-25T16:11:24.917 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: pgmap v319: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:24.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:11:24.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:11:24.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:24 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: pgmap v319: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T16:11:25.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T16:11:25.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T16:11:25.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:24 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' 2024-04-25T16:11:25.579 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-25T16:11:25.579 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-25T16:11:25.579 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-25T16:11:25.580 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-25T16:11:25.580 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-25T16:11:25.580 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-25T16:11:25.580 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-25T16:11:25.580 DEBUG:tasks.check_counter:Getting stats from b 2024-04-25T16:11:25.580 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-25T16:11:25.828 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T16:11:25.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:25 smithi133 ceph-mon[32641]: Adjusting osd_memory_target on smithi112 to 176.2M 2024-04-25T16:11:25.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:25 smithi133 ceph-mon[32641]: Unable to set osd_memory_target on smithi112 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-04-25T16:11:25.950 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:25 smithi116 ceph-mon[32780]: Adjusting osd_memory_target on smithi112 to 176.2M 2024-04-25T16:11:25.951 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:25 smithi116 ceph-mon[32780]: Unable to set osd_memory_target on smithi112 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-04-25T16:11:25.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:25 smithi112 ceph-mon[29426]: Adjusting osd_memory_target on smithi112 to 176.2M 2024-04-25T16:11:25.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:25 smithi112 ceph-mon[29426]: Unable to set osd_memory_target on smithi112 to 184763084: error parsing value: Value '184763084' is below minimum 939524096 2024-04-25T16:11:26.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:26 smithi133 ceph-mon[32641]: pgmap v320: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:11:26.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:26 smithi112 ceph-mon[29426]: pgmap v320: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:11:27.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:26 smithi116 ceph-mon[32780]: pgmap v320: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 9 op/s 2024-04-25T16:11:27.674 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-25T16:11:27.674 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:27.674 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 2186, 2024-04-25T16:11:27.674 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 2151, 2024-04-25T16:11:27.674 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 2179705, 2024-04-25T16:11:27.674 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 1049501, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 12, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 4, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.212022486, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.058029313, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.090722476, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.064252574, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2150, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.332108518, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000154469 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 776, 2024-04-25T16:11:27.675 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000213625, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000275 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1619344, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 450352 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 2607, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 1751, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 1074319, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 734914, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 11, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 7, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.294634985, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.072776454, 2024-04-25T16:11:27.676 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.101561765, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.109398551, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1750, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.283616606, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000162066 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2532, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000635451, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000250 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 45712, 2024-04-25T16:11:27.677 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 139840 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 3032, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 2101, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 1140681, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 1529280, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 20, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 7, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.317367525, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.084801914, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.108627106, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.113610494, 2024-04-25T16:11:27.678 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2098, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.427611311, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000203818 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2045, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000504875, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000246 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 439024, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 119488 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-25T16:11:27.679 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 405, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.118046404, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000291472 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2897, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.094275416, 2024-04-25T16:11:27.680 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000032542 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 174, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 174, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 174, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.180439118, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001037006 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 0, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 12, 2024-04-25T16:11:27.681 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 0, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 0, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 35, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 1, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 34, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 33, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 0, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 3, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 3, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 2, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 223, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 210, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 0, 2024-04-25T16:11:27.682 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 4, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 234, 2024-04-25T16:11:27.683 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 6, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 13, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 70, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:27.684 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 81, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 61, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 5, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 32 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 13, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 0, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 0, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 0, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 29, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 2, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 5, 2024-04-25T16:11:27.685 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 3, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:27.686 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 204, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 204, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 2, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 0, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 2, 2024-04-25T16:11:27.687 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 2, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 0, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 4194304, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 4890187, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 0, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 163, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.376737559, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002311273 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 0 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-25T16:11:27.688 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 27, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 30, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 3, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 20, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 20, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 0, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 35, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 38, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 3, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 3, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 23, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 20, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 124560, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 231824 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-25T16:11:27.689 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 225, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 1, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 174, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 39, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 2, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 7, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.008086482, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001155211 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 109, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.023578886, 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000216320 2024-04-25T16:11:27.690 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000604307, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000201435 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:27.691 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.692 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 10, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.001748888, 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000174888 2024-04-25T16:11:27.693 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.694 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-25T16:11:27.694 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 8, 2024-04-25T16:11:27.694 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.014366518, 2024-04-25T16:11:27.694 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001795814 2024-04-25T16:11:27.694 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.694 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-25T16:11:27.694 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 10, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.062885011, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.006288501 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002463464, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000821154 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-25T16:11:27.695 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.004647020, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002323510 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002173957, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001086978 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.696 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.008533529, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.004266764 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.019270710, 2024-04-25T16:11:27.697 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.004817677 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.001223389, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000611694 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.698 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.699 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 9, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.023488183, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002609798 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.007368774, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002456258 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.700 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 2, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 7, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 5, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 2, 2024-04-25T16:11:27.701 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 27, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 13, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 593, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:27.702 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:27.703 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 380269, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 157, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 616, 2024-04-25T16:11:27.704 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 7, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 191, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 133756, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 971, 2024-04-25T16:11:27.705 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 3843, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 713834, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 25, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 3843, 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-25T16:11:27.706 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3843, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 43.709325774, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.011373751 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3843, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 3901 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 3843, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 3, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 3840, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 0, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 11, 2024-04-25T16:11:27.707 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 3, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 166, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 32, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 3587, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 22, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:27.708 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-25T16:11:27.709 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 92, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 18, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 12, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 12, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-25T16:11:27.710 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 63, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 0, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 17 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 1, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 0 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:27.711 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 2561, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 1, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 3075, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 3, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 7821, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 3623114, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 7821, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:27.712 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 7821, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 3623114, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:27.713 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 3843, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 714177, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 3843, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 714177, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:27.714 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 3843, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 3843, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 3843, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 3843, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.715 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 3, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 343, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 3, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 3, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 343, 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:27.716 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x55b09b2388f0": { 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 204, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 695883, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 204, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:27.717 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 163, 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 695883, 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:27.718 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-25T16:11:28.486 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-04-25T16:11:28.486 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-04-25T16:11:28.487 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=13 2024-04-25T16:11:28.487 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-04-25T16:11:28.487 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-25T16:11:28.487 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-04-25T16:11:28.487 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-04-25T16:11:28.487 DEBUG:tasks.check_counter:Getting stats from e 2024-04-25T16:11:28.487 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-25T16:11:28.733 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T16:11:28.855 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:28 smithi116 ceph-mon[32780]: pgmap v321: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:11:28.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:28 smithi133 ceph-mon[32641]: pgmap v321: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:11:28.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:28 smithi112 ceph-mon[29426]: pgmap v321: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 631, 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 747, 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 1730021, 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 379005, 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 9, 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 2, 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.106115471, 2024-04-25T16:11:30.476 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.041080592, 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.064721405, 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.010009960, 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 751, 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.048936459, 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000065161 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 795, 2024-04-25T16:11:30.477 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000212650, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000267 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1606128, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 144816 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 29, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 67, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 7643, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 143124, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 9, 2024-04-25T16:11:30.478 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.010093990, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.002139071, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.003318789, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.000535416, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 64, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.016312950, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000254889 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 14, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000002599, 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000185 2024-04-25T16:11:30.479 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 2000, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 132496 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 29, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 174, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 6234, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 377383, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 12, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 6, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.011999873, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.006036423, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.004394792, 2024-04-25T16:11:30.480 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.000343123, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 168, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.022348871, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000133028 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 38, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000012224, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000321 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 312272 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.481 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 61, 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.001632281, 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000026758 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:30.482 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000006654, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000003327 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 8, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 5, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 5, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.001505081, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000301016 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.483 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 3, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 11, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 16, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 16, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 13, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 4, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 0, 2024-04-25T16:11:30.484 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 3, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 18, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 13, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 2, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 3, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 0, 2024-04-25T16:11:30.485 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 4, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 234, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:30.486 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 0 2024-04-25T16:11:30.487 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 9, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 6, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 7, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:30.488 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-25T16:11:30.489 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 9, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 9, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 2, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 2, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 2, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 0, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 4194304, 2024-04-25T16:11:30.490 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 4196981, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 0, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 8, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.017503104, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002187888 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 0 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 20, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 22, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 2, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 19, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 22, 2024-04-25T16:11:30.491 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 3, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 16, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 20, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 4, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 0, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 5, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 5, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 123100, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 223632 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 8, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 8, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 21, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 0, 2024-04-25T16:11:30.492 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000411262, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000205631 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.493 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.001093819, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000364606 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.494 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.495 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-25T16:11:30.496 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.497 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.498 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.499 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.500 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.501 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.502 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.503 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 1, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 4, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 3, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 1, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 4, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 1, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 626, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.504 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:30.505 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:30.506 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 247779, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 87, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 88, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 1, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-25T16:11:30.507 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 191, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 86501, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 342, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-25T16:11:30.508 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 48, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 13340, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 33, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 48, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 48, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.229996453, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.004791592 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.509 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 48, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 73 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 48, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 0, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 48, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 0, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 10, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 0, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 8, 2024-04-25T16:11:30.510 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 8, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 6, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 20, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-25T16:11:30.511 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-25T16:11:30.512 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 92, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 13, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 9, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 9, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 19, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 0, 2024-04-25T16:11:30.513 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 2 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 1, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 0 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-25T16:11:30.514 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 685, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 1664325, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 685, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:30.515 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 685, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 1664325, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:30.516 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 48, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 13340, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 48, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 13340, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-25T16:11:30.517 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 48, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 48, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 48, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 48, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.518 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.519 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x5615840188f0": { 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 9, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 2677, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 9, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 8, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 2677, 2024-04-25T16:11:30.520 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:30.521 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:30.521 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:30.521 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:30.521 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.521 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:30.521 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-25T16:11:30.775 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:30 smithi116 ceph-mon[32780]: pgmap v322: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:11:30.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:30 smithi133 ceph-mon[32641]: pgmap v322: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:11:30.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:30 smithi112 ceph-mon[29426]: pgmap v322: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-25T16:11:31.313 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-25T16:11:31.313 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-25T16:11:31.313 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-25T16:11:31.313 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=9 2024-04-25T16:11:31.313 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-25T16:11:31.314 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:31.314 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:31.314 DEBUG:tasks.check_counter:Getting stats from h 2024-04-25T16:11:31.314 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-25T16:11:31.551 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T16:11:32.836 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:32 smithi116 ceph-mon[32780]: pgmap v323: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:32.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:32 smithi133 ceph-mon[32641]: pgmap v323: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:32.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:32 smithi112 ceph-mon[29426]: pgmap v323: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:33.245 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-25T16:11:33.245 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:33.245 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 51, 2024-04-25T16:11:33.245 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 209, 2024-04-25T16:11:33.245 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 13611, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 386205, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 15, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.017414326, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.007796240, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.006272197, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.000723129, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 204, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.040547949, 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000198764 2024-04-25T16:11:33.246 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 58, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000016087, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000277 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 4080, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 315248 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 632, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 783, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 1732548, 2024-04-25T16:11:33.247 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 461621, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 7, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.108529331, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.042311770, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.069183530, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.010227914, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 786, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.056627383, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000072045 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:33.248 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 845, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000232652, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000275 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1611824, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 149456 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 14, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 50, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 3607, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 141622, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 9, 2024-04-25T16:11:33.249 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 4, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.006545583, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.001776429, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.003527967, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.000307267, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 47, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.010392736, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000221122 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 8, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000001439, 2024-04-25T16:11:33.250 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000179 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 132048 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 44, 2024-04-25T16:11:33.251 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002138083, 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000048592 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000005401, 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000002700 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 7, 2024-04-25T16:11:33.252 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 5, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 5, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002277709, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000455541 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 2, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 11, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 0, 2024-04-25T16:11:33.253 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 0, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 16, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 0, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 16, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 13, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 4, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 2, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 3, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 3, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 17, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 13, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 0, 2024-04-25T16:11:33.254 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 3, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:33.255 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 4, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 234, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:33.256 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 0 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-25T16:11:33.257 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 11, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 7, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 8, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:33.258 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-25T16:11:33.259 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 8, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 8, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 2, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 2, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 2, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 0, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 4194304, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 4196840, 2024-04-25T16:11:33.260 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 0, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 7, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.014940130, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002134304 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 0 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 20, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 22, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 2, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 19, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 23, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 4, 2024-04-25T16:11:33.261 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 16, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 20, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 4, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 3, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 3, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 0, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 121072, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 223632 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 10, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 7, 2024-04-25T16:11:33.262 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 25, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 1, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 5, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002277709, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000455541 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.263 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.264 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.265 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.266 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.267 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.268 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-25T16:11:33.268 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.268 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.269 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.270 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.271 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.272 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.273 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.274 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.275 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:33.276 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 2, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 4, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 2, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 2, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 4, 2024-04-25T16:11:33.277 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 1, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 596, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:33.278 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:33.279 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:33.280 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 255457, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 89, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 88, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 1, 2024-04-25T16:11:33.281 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 191, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:33.282 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 87565, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 343, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 46, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 13173, 2024-04-25T16:11:33.283 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 33, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 46, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 46, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.258996024, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.005630348 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 46, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 69 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 46, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 0, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 46, 2024-04-25T16:11:33.284 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 10, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 7, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 9, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 6, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:33.285 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 20, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-25T16:11:33.286 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 92, 2024-04-25T16:11:33.287 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 13, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 10, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 10, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 16, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 0, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 1 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 1, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-25T16:11:33.288 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 0 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 0, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:33.289 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 693, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 1669299, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 693, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 693, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 1669299, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.290 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 46, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 13173, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 46, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 13173, 2024-04-25T16:11:33.291 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 46, 2024-04-25T16:11:33.292 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 46, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 46, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 46, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:33.293 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 0, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 0, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:33.294 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x558522a7e8f0": { 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 8, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 2536, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 8, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 7, 2024-04-25T16:11:33.295 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 2536, 2024-04-25T16:11:33.296 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:33.296 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:33.296 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:33.296 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:33.296 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.296 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:33.296 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-25T16:11:34.141 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-25T16:11:34.141 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-25T16:11:34.141 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-25T16:11:34.141 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=11 2024-04-25T16:11:34.141 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=0 2024-04-25T16:11:34.141 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:34.142 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:34.142 DEBUG:tasks.check_counter:Getting stats from k 2024-04-25T16:11:34.142 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-25T16:11:34.378 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T16:11:34.759 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:34 smithi116 ceph-mon[32780]: pgmap v324: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:34.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:34 smithi133 ceph-mon[32641]: pgmap v324: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:34.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:34 smithi112 ceph-mon[29426]: pgmap v324: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:36.155 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-25T16:11:36.155 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:36.155 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 251, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 237, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 1593666, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 137268, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 5, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 1, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.052622757, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.015103238, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.042563160, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.005901514, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 236, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.013482141, 2024-04-25T16:11:36.156 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000057127 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1592832, 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 136944 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 671, 2024-04-25T16:11:36.157 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 833, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 166924, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 655971, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 7, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.076332007, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.026878890, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.016308621, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.024264574, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 831, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.039187474, 2024-04-25T16:11:36.158 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000047157 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 444496 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 1499, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 1501, 2024-04-25T16:11:36.159 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 449648, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 476740, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 4, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.164954885, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.057702435, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.040673093, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.052433698, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1499, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.063447266, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000042326 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.160 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.161 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3600, 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.117068122, 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000032518 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.162 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 0, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 0, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-25T16:11:36.163 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 0, 2024-04-25T16:11:36.164 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 1, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 0, 2024-04-25T16:11:36.165 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:36.166 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 0 2024-04-25T16:11:36.167 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 0, 2024-04-25T16:11:36.168 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:36.169 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 0, 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 0, 2024-04-25T16:11:36.170 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 5, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 2, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 2, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 0, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 4194304, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 4195917, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 4195424, 2024-04-25T16:11:36.171 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 5 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 3, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 3, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 0, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 1, 2024-04-25T16:11:36.172 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 1, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 0, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 0, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 0, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 0, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 0, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 0, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 0, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 121552, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 215440 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-25T16:11:36.173 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 0, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 0, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 0, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 0, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.174 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-25T16:11:36.175 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.176 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.177 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-25T16:11:36.178 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.179 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.179 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.179 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.179 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-25T16:11:36.179 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.179 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.179 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.180 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.181 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.182 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.183 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:36.184 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-25T16:11:36.185 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.186 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-25T16:11:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-25T16:11:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.188 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 1, 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 2, 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 1, 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 1, 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-25T16:11:36.189 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 0, 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 0, 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 1710, 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:36.190 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:36.191 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:36.192 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:36.193 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 190168, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 52, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:36.194 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 191, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:36.195 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 8512, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 13, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-25T16:11:36.196 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 2165, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 21, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 3, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 2165, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2165, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.055983672, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000487752 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2165, 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 2166 2024-04-25T16:11:36.197 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 2165, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 2165, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 0, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 1410, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 0, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 753, 2024-04-25T16:11:36.198 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:36.199 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 1, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-25T16:11:36.200 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-25T16:11:36.201 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 92, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 13, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 5, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 5, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-25T16:11:36.202 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 0, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 2, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 0 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 0, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.203 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 0 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 0, 2024-04-25T16:11:36.204 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 2417, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 1976882, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 2417, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:36.205 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 2417, 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 1976882, 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:36.206 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 2165, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 1618, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 2165, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 1618, 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:36.207 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:36.208 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 2165, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 2165, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 2165, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 2165, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.209 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 0, 2024-04-25T16:11:36.210 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x55fb16dbcc30": { 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-25T16:11:36.211 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-25T16:11:36.212 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.213 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-25T16:11:36.213 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-25T16:11:36.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:36 smithi133 ceph-mon[32641]: pgmap v325: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:36.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:36 smithi112 ceph-mon[29426]: pgmap v325: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:36.968 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:36 smithi116 ceph-mon[32780]: pgmap v325: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:36.993 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-25T16:11:36.994 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-25T16:11:36.994 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-04-25T16:11:36.994 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-04-25T16:11:36.994 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-04-25T16:11:36.994 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:36.994 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:36.994 DEBUG:tasks.check_counter:Getting stats from c 2024-04-25T16:11:36.994 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-25T16:11:37.246 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T16:11:38.666 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:38 smithi133 ceph-mon[32641]: pgmap v326: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:38.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:38 smithi112 ceph-mon[29426]: pgmap v326: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:39.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:38 smithi116 ceph-mon[32780]: pgmap v326: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:39.061 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-25T16:11:39.061 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:39.061 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1828, 2024-04-25T16:11:39.061 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1814, 2024-04-25T16:11:39.061 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 2756719, 2024-04-25T16:11:39.061 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 637628, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 1, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.214250716, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.067086365, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.084637802, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.058925585, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1813, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.073318667, 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000040440 2024-04-25T16:11:39.062 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1592176, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 135184 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 10, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 170, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 4968, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 447098, 2024-04-25T16:11:39.063 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 7, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.011853242, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.006631117, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.002941390, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000223315, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 168, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.028791902, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000171380 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.064 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 445760 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 752, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 754, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 185098, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 239143, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 4, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.077987278, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.027629260, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.016938546, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.026557336, 2024-04-25T16:11:39.065 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 752, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.030217306, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000040182 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-25T16:11:39.066 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 3864, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.118983854, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000030792 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.067 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:39.068 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 27, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 27, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 27, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 2, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-04-25T16:11:39.069 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:39.070 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 234, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 6, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:39.071 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:39.072 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:39.073 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 204, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-25T16:11:39.074 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4890187, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 4890051, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.075 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 204 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 18, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 21, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 3, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 11, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 11, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 0, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 27, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 27, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 0, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-04-25T16:11:39.076 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 120112, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215440 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.077 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-25T16:11:39.078 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.079 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.080 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-25T16:11:39.081 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.082 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.083 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.084 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-25T16:11:39.085 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-25T16:11:39.086 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-25T16:11:39.087 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 7, 2024-04-25T16:11:39.088 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 5, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 5, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 3365, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:39.089 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:39.090 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:39.091 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:39.092 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:39.092 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:39.092 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:39.092 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-25T16:11:39.093 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:39.093 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:39.093 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:39.093 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:39.093 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 189400, 2024-04-25T16:11:39.093 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 51, 2024-04-25T16:11:39.093 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:39.094 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:39.094 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-25T16:11:39.094 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-25T16:11:39.094 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:39.094 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:39.094 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:39.095 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:39.095 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:39.095 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 191, 2024-04-25T16:11:39.095 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:39.095 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:39.095 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:39.096 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-25T16:11:39.096 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 89732, 2024-04-25T16:11:39.096 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 487, 2024-04-25T16:11:39.096 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:39.096 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-25T16:11:39.096 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:39.097 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-25T16:11:39.097 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.097 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-25T16:11:39.097 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-25T16:11:39.097 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-25T16:11:39.097 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 2336, 2024-04-25T16:11:39.098 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 26, 2024-04-25T16:11:39.098 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 4, 2024-04-25T16:11:39.098 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 2336, 2024-04-25T16:11:39.098 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-25T16:11:39.098 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2336, 2024-04-25T16:11:39.098 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.176977111, 2024-04-25T16:11:39.099 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000503842 2024-04-25T16:11:39.099 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.099 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-25T16:11:39.099 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-25T16:11:39.099 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2336, 2024-04-25T16:11:39.099 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 2337 2024-04-25T16:11:39.099 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 2336, 2024-04-25T16:11:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 2336, 2024-04-25T16:11:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-04-25T16:11:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-25T16:11:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-25T16:11:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 1498, 2024-04-25T16:11:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 835, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 2, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:39.101 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-25T16:11:39.102 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-25T16:11:39.103 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 13, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 5, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 5, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-25T16:11:39.104 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:39.105 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 2586, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 2698329, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 2586, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2586, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2698329, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.106 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2336, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 695893, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2336, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 695893, 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:39.107 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2336, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 2336, 2024-04-25T16:11:39.108 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2336, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2336, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:39.109 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x5560c86d4750": { 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:39.110 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:39.111 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-25T16:11:39.857 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-25T16:11:39.857 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-25T16:11:39.857 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-25T16:11:39.857 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-04-25T16:11:39.857 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-04-25T16:11:39.857 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:39.857 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:39.857 DEBUG:tasks.check_counter:Getting stats from f 2024-04-25T16:11:39.858 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-25T16:11:40.105 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T16:11:40.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:40 smithi133 ceph-mon[32641]: pgmap v327: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:40.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:40 smithi112 ceph-mon[29426]: pgmap v327: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:41.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:40 smithi116 ceph-mon[32780]: pgmap v327: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:41.972 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1004, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 988, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 1847952, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 375248, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 1, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.151752585, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.044065527, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.069508092, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.039500533, 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:41.973 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 988, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.053631270, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000054282 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1595280, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 136112 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:41.974 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 4, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 167, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 876, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 446186, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 6, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.013422303, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.006764206, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.004495894, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000108200, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 164, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.018655623, 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000113753 2024-04-25T16:11:41.975 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 445488 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1429, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1431, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 366747, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 454429, 2024-04-25T16:11:41.976 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 4, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.111347626, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.036724476, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.027870823, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.039379002, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1429, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.057752844, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000040414 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.977 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 3690, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.113524403, 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000030765 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:41.978 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.979 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 0, 2024-04-25T16:11:41.980 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 1, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-04-25T16:11:41.981 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:41.982 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-04-25T16:11:41.983 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-25T16:11:41.984 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 8, 2024-04-25T16:11:41.985 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4196840, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 4196699, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.986 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 8 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 3, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 3, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 0, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 1, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 1, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 0, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 0, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 0, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 0, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-04-25T16:11:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 119104, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215440 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.988 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-25T16:11:41.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.990 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.991 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.992 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.993 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.994 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.995 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.996 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.997 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2024-04-25T16:11:41.998 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 4, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 2, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 3, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 2272, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:41.999 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:42.000 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:42.001 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 181303, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 46, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:42.002 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 191, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 8512, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 13, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-25T16:11:42.003 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 2183, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 21, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 3, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 2183, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2183, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.217976296, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000557936 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2183, 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 2184 2024-04-25T16:11:42.004 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 2183, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 2183, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 1420, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 761, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-04-25T16:11:42.005 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 1, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-25T16:11:42.006 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-25T16:11:42.007 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 13, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 4, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 4, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-04-25T16:11:42.008 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:42.009 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 2433, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 1980883, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 2433, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2433, 2024-04-25T16:11:42.010 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1980883, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:42.011 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2183, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 2541, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2183, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2541, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:42.012 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2183, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 2183, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2183, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2183, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.013 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:42.014 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x562c8c8dcc30": { 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:42.015 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:42.016 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:42.016 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:42.016 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:42.016 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:42.016 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-25T16:11:42.762 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:42 smithi133 ceph-mon[32641]: pgmap v328: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:42.789 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-25T16:11:42.790 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-25T16:11:42.790 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-25T16:11:42.790 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-25T16:11:42.790 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-04-25T16:11:42.790 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:42.790 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:42.790 DEBUG:tasks.check_counter:Getting stats from i 2024-04-25T16:11:42.790 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-25T16:11:42.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:42 smithi112 ceph-mon[29426]: pgmap v328: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:43.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:42 smithi116 ceph-mon[32780]: pgmap v328: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:43.029 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T16:11:44.761 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:44 smithi133 ceph-mon[32641]: pgmap v329: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:44.762 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-25T16:11:44.762 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:44.762 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 45, 2024-04-25T16:11:44.762 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 73, 2024-04-25T16:11:44.762 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 12451, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 69111, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 13, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.008786610, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.001419278, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.005491642, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000513787, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 72, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.016237501, 2024-04-25T16:11:44.763 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000225520 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 58, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000013520, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000233 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 4576, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 1888 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 17, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 179, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 4402, 2024-04-25T16:11:44.764 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 459486, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 8, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.011690512, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.006116963, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.003226275, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000340637, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 176, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.022598698, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000128401 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:44.765 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 446928 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 612, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 739, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 1721789, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 341764, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-04-25T16:11:44.766 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.100651288, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.035527884, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.063670786, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.010980854, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 738, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.044297899, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000060024 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 783, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000260945, 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000333 2024-04-25T16:11:44.767 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1605520, 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 140464 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 53, 2024-04-25T16:11:44.768 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.001528950, 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000028848 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000008617, 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000004308 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-25T16:11:44.769 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 3, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 2, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000771355, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000385677 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 1, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 11, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-04-25T16:11:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 16, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 16, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 13, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 4, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 1, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 1, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 3, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 10, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 6, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 3, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:44.771 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 234, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:44.772 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-04-25T16:11:44.773 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 1 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 9, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 6, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 7, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:44.774 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:44.775 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 5, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 5, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 2, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-04-25T16:11:44.776 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4195917, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 0, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 4, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.008775679, 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.002193919 2024-04-25T16:11:44.777 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 0 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 20, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 22, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 2, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 19, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 21, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 2, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 16, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 20, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 4, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 1, 2024-04-25T16:11:44.778 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 2, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 1, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 120984, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 223632 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 3, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 3, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 13, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.779 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000771355, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000385677 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.780 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.781 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.782 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-25T16:11:44.783 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.784 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.785 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.786 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.787 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:44.788 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-25T16:11:44.789 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.790 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 2, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 1, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 1, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 1, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 1, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 638, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.791 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:44.792 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:44.793 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 246934, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 83, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:44.794 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 191, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 86813, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 337, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-25T16:11:44.795 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 41, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 12009, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 33, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 41, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 41, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.240995418, 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005877937 2024-04-25T16:11:44.796 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 41, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 64 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 41, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 0, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 41, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 0, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 10, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 0, 2024-04-25T16:11:44.797 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 4, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 7, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 6, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 0, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 20, 2024-04-25T16:11:44.798 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-25T16:11:44.799 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-04-25T16:11:44.800 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 13, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 8, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 8, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 16, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 0, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 1 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 1, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-25T16:11:44.801 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:44.802 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 670, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 1660836, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 670, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 670, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1660836, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.803 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 41, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 12009, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 41, 2024-04-25T16:11:44.804 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 12009, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:44.805 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 41, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 41, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 41, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 41, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:44.806 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.807 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x560a28aae750": { 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 5, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 1613, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 5, 2024-04-25T16:11:44.808 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 4, 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1613, 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:44.809 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-25T16:11:44.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:44 smithi112 ceph-mon[29426]: pgmap v329: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:45.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:44 smithi116 ceph-mon[32780]: pgmap v329: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:45.567 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-25T16:11:45.567 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-25T16:11:45.567 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-04-25T16:11:45.567 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=9 2024-04-25T16:11:45.567 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=0 2024-04-25T16:11:45.567 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:45.567 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:45.567 DEBUG:tasks.check_counter:Getting stats from l 2024-04-25T16:11:45.568 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-25T16:11:45.810 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T16:11:46.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:46 smithi133 ceph-mon[32641]: pgmap v330: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:46.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:46 smithi112 ceph-mon[29426]: pgmap v330: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:47.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:46 smithi116 ceph-mon[32780]: pgmap v330: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 784, 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 786, 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 262482, 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 249313, 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 6, 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 2, 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.104256242, 2024-04-25T16:11:47.599 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.031567296, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.028566617, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.033909914, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 784, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.047203762, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000060208 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T16:11:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 935, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 919, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 1764080, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 354984, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 4, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.119986609, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.039665381, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.057613397, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.028783525, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 919, 2024-04-25T16:11:47.601 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.043557301, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000047396 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1596640, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 139312 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 743, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 909, 2024-04-25T16:11:47.602 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 196250, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 683128, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 6, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.077231236, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.031967525, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.017740711, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.018379768, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 906, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.053282027, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000058810 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.603 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 447808 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 3693, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.118659264, 2024-04-25T16:11:47.604 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000032130 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-04-25T16:11:47.605 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-04-25T16:11:47.606 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 1, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-04-25T16:11:47.607 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T16:11:47.608 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-04-25T16:11:47.609 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-04-25T16:11:47.610 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T16:11:47.611 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 9, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-04-25T16:11:47.612 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4196981, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 4196840, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 9 2024-04-25T16:11:47.613 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 3, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 3, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 0, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 1, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 1, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 0, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 0, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 0, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 0, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-04-25T16:11:47.614 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 119572, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215440 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.615 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.616 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.617 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.618 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-25T16:11:47.619 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.620 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.621 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.622 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.623 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.624 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.625 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 4, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 3, 2024-04-25T16:11:47.626 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 3, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 3921, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T16:11:47.627 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T16:11:47.628 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 190161, 2024-04-25T16:11:47.629 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 52, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9904, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 191, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-25T16:11:47.630 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 8512, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 13, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 2202, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 21, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 3, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 2202, 2024-04-25T16:11:47.631 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2202, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.494971057, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000678915 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2202, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 2203 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 2202, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 2202, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 1433, 2024-04-25T16:11:47.632 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 767, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 1, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-25T16:11:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-25T16:11:47.634 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 13, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 5, 2024-04-25T16:11:47.635 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 5, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-04-25T16:11:47.636 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 2458, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 1985610, 2024-04-25T16:11:47.637 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 2458, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2458, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1985610, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:47.638 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2202, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 2682, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2202, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2682, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.639 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2202, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 2202, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2202, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2202, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.640 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:47.641 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x555d488cc8f0": { 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-25T16:11:47.642 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-25T16:11:47.643 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-25T16:11:48.413 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-25T16:11:48.413 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-25T16:11:48.414 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-25T16:11:48.414 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-25T16:11:48.414 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-25T16:11:48.414 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-25T16:11:48.414 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T16:11:48.414 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-04-25T16:11:48.425 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-04-25T16:11:48.425 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T16:11:48.425 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T16:11:48.445 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T16:11:48.445 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T16:11:48.505 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:11:48.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 -- 172.21.15.112:0/2886947632 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 msgr2=0x7fee50101b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 --2- 172.21.15.112:0/2886947632 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee50101b20 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fee40009900 tx=0x7fee4002a410 comp rx=0 tx=0).stop 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 -- 172.21.15.112:0/2886947632 shutdown_connections 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 --2- 172.21.15.112:0/2886947632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee50102060 0x7fee50102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 --2- 172.21.15.112:0/2886947632 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5010e560 0x7fee50110980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 --2- 172.21.15.112:0/2886947632 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee50101b20 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 -- 172.21.15.112:0/2886947632 >> 172.21.15.112:0/2886947632 conn(0x7fee500fd850 msgr2=0x7fee500ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 -- 172.21.15.112:0/2886947632 shutdown_connections 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 -- 172.21.15.112:0/2886947632 wait complete. 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.667+0000 7fee55e84640 1 Processor -- start 2024-04-25T16:11:48.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee55e84640 1 -- start start 2024-04-25T16:11:48.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee55e84640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee50102060 0x7fee5019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee55e84640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee5019abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee55e84640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5010e560 0x7fee5019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee55e84640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fee50113bd0 con 0x7fee50109bb0 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee55e84640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fee50113a50 con 0x7fee5010e560 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee55e84640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fee50113d50 con 0x7fee50102060 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee5019abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee5019abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56272/0 (socket says 172.21.15.112:56272) 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 -- 172.21.15.112:0/2799177047 learned_addr learned my addr 172.21.15.112:0/2799177047 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4ffff640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5010e560 0x7fee5019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4f7fe640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee50102060 0x7fee5019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 -- 172.21.15.112:0/2799177047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee50102060 msgr2=0x7fee5019a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee50102060 0x7fee5019a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 -- 172.21.15.112:0/2799177047 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5010e560 msgr2=0x7fee5019ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5010e560 0x7fee5019ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.668+0000 7fee4effd640 1 -- 172.21.15.112:0/2799177047 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee5019f4d0 con 0x7fee50109bb0 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.669+0000 7fee4effd640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee5019abd0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fee4400e9f0 tx=0x7fee4400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.669+0000 7fee4cff9640 1 -- 172.21.15.112:0/2799177047 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee4400ccc0 con 0x7fee50109bb0 2024-04-25T16:11:48.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.669+0000 7fee4cff9640 1 -- 172.21.15.112:0/2799177047 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee440054b0 con 0x7fee50109bb0 2024-04-25T16:11:48.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.669+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee5019f7c0 con 0x7fee50109bb0 2024-04-25T16:11:48.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.669+0000 7fee4cff9640 1 -- 172.21.15.112:0/2799177047 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee44010430 con 0x7fee50109bb0 2024-04-25T16:11:48.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.669+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee5019fcc0 con 0x7fee50109bb0 2024-04-25T16:11:48.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.670+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee5006a190 con 0x7fee50109bb0 2024-04-25T16:11:48.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.671+0000 7fee4cff9640 1 -- 172.21.15.112:0/2799177047 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fee440046c0 con 0x7fee50109bb0 2024-04-25T16:11:48.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.672+0000 7fee4cff9640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee380afc60 0x7fee380b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.672+0000 7fee4f7fe640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee380afc60 0x7fee380b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.672+0000 7fee4cff9640 1 -- 172.21.15.112:0/2799177047 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7fee440dfa60 con 0x7fee50109bb0 2024-04-25T16:11:48.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.673+0000 7fee4f7fe640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee380afc60 0x7fee380b2170 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fee400057c0 tx=0x7fee40000bc0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:48.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.676+0000 7fee4cff9640 1 -- 172.21.15.112:0/2799177047 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fee44053ff0 con 0x7fee50109bb0 2024-04-25T16:11:48.685 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:48 smithi133 ceph-mon[32641]: pgmap v331: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:48.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.855+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fee501a72f0 con 0x7fee50109bb0 2024-04-25T16:11:48.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.857+0000 7fee4cff9640 1 -- 172.21.15.112:0/2799177047 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+25540 (secure 0 0 0) 0x7fee5019fcc0 con 0x7fee50109bb0 2024-04-25T16:11:48.858 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:11:48.858 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":92,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T16:11:14.118856+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":91,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":91,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":1}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.d","mappings":[{"from":5,"to":11}]},{"pgid":"2.1d","mappings":[{"from":7,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.7","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/877782119":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2321533521":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2387290151":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/2056922000":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6800/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.858+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee380afc60 msgr2=0x7fee380b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee380afc60 0x7fee380b2170 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fee400057c0 tx=0x7fee40000bc0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 msgr2=0x7fee5019abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee5019abd0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fee4400e9f0 tx=0x7fee4400eeb0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 shutdown_connections 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fee380afc60 0x7fee380b2170 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fee5010e560 0x7fee5019ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fee50109bb0 0x7fee5019abd0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 --2- 172.21.15.112:0/2799177047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee50102060 0x7fee5019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 >> 172.21.15.112:0/2799177047 conn(0x7fee500fd850 msgr2=0x7fee500fdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:48.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 shutdown_connections 2024-04-25T16:11:48.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.859+0000 7fee55e84640 1 -- 172.21.15.112:0/2799177047 wait complete. 2024-04-25T16:11:48.870 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:48 smithi112 ceph-mon[29426]: pgmap v331: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:48.871 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 91, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 91, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T16:11:48.872 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 -- 172.21.15.112:0/1598936427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c10d380 msgr2=0x7f1f0c10f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1598936427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c10d380 0x7f1f0c10f7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1f04009be0 tx=0x7f1f0402a6c0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 -- 172.21.15.112:0/1598936427 shutdown_connections 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1598936427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c10d380 0x7f1f0c10f7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1598936427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c102af0 0x7f1f0c102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1598936427 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c108a20 0x7f1f0c1025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 -- 172.21.15.112:0/1598936427 >> 172.21.15.112:0/1598936427 conn(0x7f1f0c078100 msgr2=0x7f1f0c078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 -- 172.21.15.112:0/1598936427 shutdown_connections 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.982+0000 7f1f13e49640 1 -- 172.21.15.112:0/1598936427 wait complete. 2024-04-25T16:11:48.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 Processor -- start 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 -- start start 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c102af0 0x7f1f0c1994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c108a20 0x7f1f0c199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c10d380 0x7f1f0c19dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1f0c112a90 con 0x7f1f0c108a20 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1f0c112910 con 0x7f1f0c10d380 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f13e49640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1f0c112c10 con 0x7f1f0c102af0 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f113e4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c108a20 0x7f1f0c199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f113e4640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c108a20 0x7f1f0c199a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56302/0 (socket says 172.21.15.112:56302) 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.983+0000 7f1f113e4640 1 -- 172.21.15.112:0/1152462154 learned_addr learned my addr 172.21.15.112:0/1152462154 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f11be5640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c102af0 0x7f1f0c1994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f123e6640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c10d380 0x7f1f0c19dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f113e4640 1 -- 172.21.15.112:0/1152462154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c102af0 msgr2=0x7f1f0c1994d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f113e4640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c102af0 0x7f1f0c1994d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f113e4640 1 -- 172.21.15.112:0/1152462154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c10d380 msgr2=0x7f1f0c19dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f113e4640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c10d380 0x7f1f0c19dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f113e4640 1 -- 172.21.15.112:0/1152462154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f0c19e330 con 0x7f1f0c108a20 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f123e6640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c10d380 0x7f1f0c19dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f113e4640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c108a20 0x7f1f0c199a30 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00e980 tx=0x7f1efc00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f02ffd640 1 -- 172.21.15.112:0/1152462154 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc00cd80 con 0x7f1f0c108a20 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f0c19e620 con 0x7f1f0c108a20 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f02ffd640 1 -- 172.21.15.112:0/1152462154 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1efc0108c0 con 0x7f1f0c108a20 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f02ffd640 1 -- 172.21.15.112:0/1152462154 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc018880 con 0x7f1f0c108a20 2024-04-25T16:11:48.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.984+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f0c1a5fa0 con 0x7f1f0c108a20 2024-04-25T16:11:48.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.985+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f0c06afa0 con 0x7f1f0c108a20 2024-04-25T16:11:48.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.987+0000 7f1f02ffd640 1 -- 172.21.15.112:0/1152462154 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f1efc01f020 con 0x7f1f0c108a20 2024-04-25T16:11:48.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.987+0000 7f1f02ffd640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1ef80afc60 0x7f1ef80b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:48.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.988+0000 7f1f11be5640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1ef80afc60 0x7f1ef80b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:48.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.988+0000 7f1f02ffd640 1 -- 172.21.15.112:0/1152462154 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7f1efc0dfca0 con 0x7f1f0c108a20 2024-04-25T16:11:48.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.988+0000 7f1f11be5640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1ef80afc60 0x7f1ef80b2170 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1f080095f0 tx=0x7f1f08005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:48.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:48.991+0000 7f1f02ffd640 1 -- 172.21.15.112:0/1152462154 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1efc010a70 con 0x7f1f0c108a20 2024-04-25T16:11:49.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:48 smithi116 ceph-mon[32780]: pgmap v331: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:49.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.170+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1f0c106ee0 con 0x7f1f0c108a20 2024-04-25T16:11:49.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.171+0000 7f1f02ffd640 1 -- 172.21.15.112:0/1152462154 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f1efc0a80f0 con 0x7f1f0c108a20 2024-04-25T16:11:49.172 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.172+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1ef80afc60 msgr2=0x7f1ef80b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.172+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1ef80afc60 0x7f1ef80b2170 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1f080095f0 tx=0x7f1f08005f90 comp rx=0 tx=0).stop 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.172+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c108a20 msgr2=0x7f1f0c199a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.172+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c108a20 0x7f1f0c199a30 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00e980 tx=0x7f1efc00ee40 comp rx=0 tx=0).stop 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 shutdown_connections 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1ef80afc60 0x7f1ef80b2170 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c10d380 0x7f1f0c19dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1f0c108a20 0x7f1f0c199a30 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 --2- 172.21.15.112:0/1152462154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f0c102af0 0x7f1f0c1994d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 >> 172.21.15.112:0/1152462154 conn(0x7f1f0c078100 msgr2=0x7f1f0c1040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:49.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 shutdown_connections 2024-04-25T16:11:49.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.173+0000 7f1f13e49640 1 -- 172.21.15.112:0/1152462154 wait complete. 2024-04-25T16:11:49.185 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T16:11:49.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 -- 172.21.15.112:0/3612950913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c1033a0 msgr2=0x7ff82c1037b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 --2- 172.21.15.112:0/3612950913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c1033a0 0x7ff82c1037b0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7ff81c009900 tx=0x7ff81c02a410 comp rx=0 tx=0).stop 2024-04-25T16:11:49.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 -- 172.21.15.112:0/3612950913 shutdown_connections 2024-04-25T16:11:49.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 --2- 172.21.15.112:0/3612950913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c107260 0x7ff82c107670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 --2- 172.21.15.112:0/3612950913 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff82c107ce0 0x7ff82c10f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 --2- 172.21.15.112:0/3612950913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c1033a0 0x7ff82c1037b0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.297 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 -- 172.21.15.112:0/3612950913 >> 172.21.15.112:0/3612950913 conn(0x7ff82c077880 msgr2=0x7ff82c077cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 -- 172.21.15.112:0/3612950913 shutdown_connections 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.294+0000 7ff831dee640 1 -- 172.21.15.112:0/3612950913 wait complete. 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 Processor -- start 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 -- start start 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c1033a0 0x7ff82c19b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c107260 0x7ff82c19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff82c107ce0 0x7ff82c19bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c112a90 con 0x7ff82c107260 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c112910 con 0x7ff82c107ce0 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c112c10 con 0x7ff82c1033a0 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c107260 0x7ff82c19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c107260 0x7ff82c19b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56326/0 (socket says 172.21.15.112:56326) 2024-04-25T16:11:49.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 -- 172.21.15.112:0/3441384013 learned_addr learned my addr 172.21.15.112:0/3441384013 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff82bfff640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff82c107ce0 0x7ff82c19bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 -- 172.21.15.112:0/3441384013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c1033a0 msgr2=0x7ff82c19b4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c1033a0 0x7ff82c19b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 -- 172.21.15.112:0/3441384013 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff82c107ce0 msgr2=0x7ff82c19bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff82c107ce0 0x7ff82c19bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 -- 172.21.15.112:0/3441384013 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff82c1a67c0 con 0x7ff82c107260 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff823fff640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c107260 0x7ff82c19b9f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7ff81400e9f0 tx=0x7ff81400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff8297fa640 1 -- 172.21.15.112:0/3441384013 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81400ccc0 con 0x7ff82c107260 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff8297fa640 1 -- 172.21.15.112:0/3441384013 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff8140035f0 con 0x7ff82c107260 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.295+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff82c1a6ab0 con 0x7ff82c107260 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.296+0000 7ff8297fa640 1 -- 172.21.15.112:0/3441384013 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81400ce60 con 0x7ff82c107260 2024-04-25T16:11:49.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.296+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff82c1a6fb0 con 0x7ff82c107260 2024-04-25T16:11:49.300 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.297+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff82c0692e0 con 0x7ff82c107260 2024-04-25T16:11:49.300 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.298+0000 7ff8297fa640 1 -- 172.21.15.112:0/3441384013 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7ff814004000 con 0x7ff82c107260 2024-04-25T16:11:49.300 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.299+0000 7ff8297fa640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff8180afc60 0x7ff8180b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.300 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.299+0000 7ff82b7fe640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff8180afc60 0x7ff8180b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.299+0000 7ff8297fa640 1 -- 172.21.15.112:0/3441384013 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7ff8140df930 con 0x7ff82c107260 2024-04-25T16:11:49.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.299+0000 7ff82b7fe640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff8180afc60 0x7ff8180b2170 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff81c02a930 tx=0x7ff81c005fd0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:49.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.304+0000 7ff8297fa640 1 -- 172.21.15.112:0/3441384013 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff8140a7d80 con 0x7ff82c107260 2024-04-25T16:11:49.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.482+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff82c10a5d0 con 0x7ff82c107260 2024-04-25T16:11:49.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.482+0000 7ff8297fa640 1 -- 172.21.15.112:0/3441384013 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7ff8140a7680 con 0x7ff82c107260 2024-04-25T16:11:49.484 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff8180afc60 msgr2=0x7ff8180b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff8180afc60 0x7ff8180b2170 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff81c02a930 tx=0x7ff81c005fd0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c107260 msgr2=0x7ff82c19b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c107260 0x7ff82c19b9f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7ff81400e9f0 tx=0x7ff81400eeb0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 shutdown_connections 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff8180afc60 0x7ff8180b2170 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff82c107ce0 0x7ff82c19bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff82c107260 0x7ff82c19b9f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 --2- 172.21.15.112:0/3441384013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c1033a0 0x7ff82c19b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.487 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.484+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 >> 172.21.15.112:0/3441384013 conn(0x7ff82c077880 msgr2=0x7ff82c0ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:49.487 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.485+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 shutdown_connections 2024-04-25T16:11:49.487 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.485+0000 7ff831dee640 1 -- 172.21.15.112:0/3441384013 wait complete. 2024-04-25T16:11:49.497 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 -- 172.21.15.112:0/1866255721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf4810d390 msgr2=0x7fbf4810f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1866255721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf4810d390 0x7fbf4810f7b0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fbf40009ca0 tx=0x7fbf4002a8c0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 -- 172.21.15.112:0/1866255721 shutdown_connections 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1866255721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf48102b00 0x7fbf48102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1866255721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf4810d390 0x7fbf4810f7b0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1866255721 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf48108a30 0x7fbf481025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 -- 172.21.15.112:0/1866255721 >> 172.21.15.112:0/1866255721 conn(0x7fbf480fe260 msgr2=0x7fbf48100680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 -- 172.21.15.112:0/1866255721 shutdown_connections 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.606+0000 7fbf4f746640 1 -- 172.21.15.112:0/1866255721 wait complete. 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 Processor -- start 2024-04-25T16:11:49.608 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 -- start start 2024-04-25T16:11:49.610 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf48102b00 0x7fbf4819b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.610 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf48108a30 0x7fbf4819ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4810d390 0x7fbf4819bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fbf48112b10 con 0x7fbf48108a30 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbf48112990 con 0x7fbf48102b00 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4f746640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbf48112c90 con 0x7fbf4810d390 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf48108a30 0x7fbf4819ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf48108a30 0x7fbf4819ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56338/0 (socket says 172.21.15.112:56338) 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 -- 172.21.15.112:0/1736188604 learned_addr learned my addr 172.21.15.112:0/1736188604 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4d4e2640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf48102b00 0x7fbf4819b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4dce3640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4810d390 0x7fbf4819bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 -- 172.21.15.112:0/1736188604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4810d390 msgr2=0x7fbf4819bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4810d390 0x7fbf4819bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 -- 172.21.15.112:0/1736188604 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf48102b00 msgr2=0x7fbf4819b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf48102b00 0x7fbf4819b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.607+0000 7fbf4cce1640 1 -- 172.21.15.112:0/1736188604 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf481a67e0 con 0x7fbf48108a30 2024-04-25T16:11:49.611 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.608+0000 7fbf4dce3640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4810d390 0x7fbf4819bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T16:11:49.612 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.608+0000 7fbf4cce1640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf48108a30 0x7fbf4819ba10 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fbf4400e9f0 tx=0x7fbf4400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:49.612 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.611+0000 7fbf3e7fc640 1 -- 172.21.15.112:0/1736188604 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4400ccc0 con 0x7fbf48108a30 2024-04-25T16:11:49.612 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.611+0000 7fbf3e7fc640 1 -- 172.21.15.112:0/1736188604 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbf440035f0 con 0x7fbf48108a30 2024-04-25T16:11:49.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.611+0000 7fbf3e7fc640 1 -- 172.21.15.112:0/1736188604 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4400ce60 con 0x7fbf48108a30 2024-04-25T16:11:49.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.611+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf481a6ad0 con 0x7fbf48108a30 2024-04-25T16:11:49.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.611+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf481a7020 con 0x7fbf48108a30 2024-04-25T16:11:49.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.612+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf4806a160 con 0x7fbf48108a30 2024-04-25T16:11:49.614 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.613+0000 7fbf3e7fc640 1 -- 172.21.15.112:0/1736188604 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fbf44004030 con 0x7fbf48108a30 2024-04-25T16:11:49.614 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.614+0000 7fbf3e7fc640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fbf340afce0 0x7fbf340b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.614+0000 7fbf4d4e2640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fbf340afce0 0x7fbf340b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.614+0000 7fbf3e7fc640 1 -- 172.21.15.112:0/1736188604 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7fbf440df820 con 0x7fbf48108a30 2024-04-25T16:11:49.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.614+0000 7fbf4d4e2640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fbf340afce0 0x7fbf340b21f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbf48103a30 tx=0x7fbf38005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:49.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.621+0000 7fbf3e7fc640 1 -- 172.21.15.112:0/1736188604 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbf440a7c70 con 0x7fbf48108a30 2024-04-25T16:11:49.798 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.797+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbf481a71f0 con 0x7fbf48108a30 2024-04-25T16:11:49.799 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.798+0000 7fbf3e7fc640 1 -- 172.21.15.112:0/1736188604 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7fbf440a7570 con 0x7fbf48108a30 2024-04-25T16:11:49.799 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T16:11:49.801 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fbf340afce0 msgr2=0x7fbf340b21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.801 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fbf340afce0 0x7fbf340b21f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbf48103a30 tx=0x7fbf38005f90 comp rx=0 tx=0).stop 2024-04-25T16:11:49.801 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf48108a30 msgr2=0x7fbf4819ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.801 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf48108a30 0x7fbf4819ba10 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fbf4400e9f0 tx=0x7fbf4400eeb0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 shutdown_connections 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fbf340afce0 0x7fbf340b21f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4810d390 0x7fbf4819bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbf48108a30 0x7fbf4819ba10 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 --2- 172.21.15.112:0/1736188604 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf48102b00 0x7fbf4819b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 >> 172.21.15.112:0/1736188604 conn(0x7fbf480fe260 msgr2=0x7fbf480fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 shutdown_connections 2024-04-25T16:11:49.802 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.800+0000 7fbf4f746640 1 -- 172.21.15.112:0/1736188604 wait complete. 2024-04-25T16:11:49.811 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:49 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2799177047' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:49.812 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:49 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1152462154' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:49.812 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:49 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3441384013' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:49.813 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T16:11:49.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 -- 172.21.15.112:0/2372673182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8104260 msgr2=0x7fd7e8110630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/2372673182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8104260 0x7fd7e8110630 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0009ca0 tx=0x7fd7e002a8e0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 -- 172.21.15.112:0/2372673182 shutdown_connections 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/2372673182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7e8109fb0 0x7fd7e8103bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/2372673182 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8104260 0x7fd7e8110630 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/2372673182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7e8109b10 0x7fd7e81036b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 -- 172.21.15.112:0/2372673182 >> 172.21.15.112:0/2372673182 conn(0x7fd7e80ff210 msgr2=0x7fd7e8101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 -- 172.21.15.112:0/2372673182 shutdown_connections 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.922+0000 7fd7f07b7640 1 -- 172.21.15.112:0/2372673182 wait complete. 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 Processor -- start 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 -- start start 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7e8104260 0x7fd7e819a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8109b10 0x7fd7e819ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7e8109fb0 0x7fd7e819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e8113c30 con 0x7fd7e8109b10 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e8113ab0 con 0x7fd7e8104260 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7f07b7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e8113db0 con 0x7fd7e8109fb0 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7edd52640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8109b10 0x7fd7e819ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7edd52640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8109b10 0x7fd7e819ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56368/0 (socket says 172.21.15.112:56368) 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.923+0000 7fd7edd52640 1 -- 172.21.15.112:0/1797371160 learned_addr learned my addr 172.21.15.112:0/1797371160 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7ee553640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7e8104260 0x7fd7e819a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7edd52640 1 -- 172.21.15.112:0/1797371160 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7e8109fb0 msgr2=0x7fd7e819eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7edd52640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7e8109fb0 0x7fd7e819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7edd52640 1 -- 172.21.15.112:0/1797371160 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7e8104260 msgr2=0x7fd7e819a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7edd52640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7e8104260 0x7fd7e819a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7edd52640 1 -- 172.21.15.112:0/1797371160 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e819f510 con 0x7fd7e8109b10 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7edd52640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8109b10 0x7fd7e819ac10 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fd7d8006fd0 tx=0x7fd7d800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7df7fe640 1 -- 172.21.15.112:0/1797371160 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d8011830 con 0x7fd7e8109b10 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7df7fe640 1 -- 172.21.15.112:0/1797371160 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd7d8016070 con 0x7fd7e8109b10 2024-04-25T16:11:49.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7e819f800 con 0x7fd7e8109b10 2024-04-25T16:11:49.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7df7fe640 1 -- 172.21.15.112:0/1797371160 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d8010d30 con 0x7fd7e8109b10 2024-04-25T16:11:49.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.924+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7e819fd00 con 0x7fd7e8109b10 2024-04-25T16:11:49.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.925+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7e806a160 con 0x7fd7e8109b10 2024-04-25T16:11:49.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.926+0000 7fd7df7fe640 1 -- 172.21.15.112:0/1797371160 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fd7d80119d0 con 0x7fd7e8109b10 2024-04-25T16:11:49.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.927+0000 7fd7df7fe640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd7d40afc60 0x7fd7d40b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:49.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.927+0000 7fd7ee553640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd7d40afc60 0x7fd7d40b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:49.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.927+0000 7fd7df7fe640 1 -- 172.21.15.112:0/1797371160 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7fd7d80df150 con 0x7fd7e8109b10 2024-04-25T16:11:49.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.928+0000 7fd7ee553640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd7d40afc60 0x7fd7d40b2170 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7e40058c0 tx=0x7fd7e4005c60 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:49.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:49.931+0000 7fd7df7fe640 1 -- 172.21.15.112:0/1797371160 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd7e819fd00 con 0x7fd7e8109b10 2024-04-25T16:11:49.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:49 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2799177047' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:49.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:49 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1152462154' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:49.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:49 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3441384013' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:50.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:49 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2799177047' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:50.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:49 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1152462154' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:50.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:49 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3441384013' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:50.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.108+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fd7e802db50 con 0x7fd7e8109b10 2024-04-25T16:11:50.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.108+0000 7fd7df7fe640 1 -- 172.21.15.112:0/1797371160 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7fd7d80a76b0 con 0x7fd7e8109b10 2024-04-25T16:11:50.110 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:11:50.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd7d40afc60 msgr2=0x7fd7d40b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd7d40afc60 0x7fd7d40b2170 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7e40058c0 tx=0x7fd7e4005c60 comp rx=0 tx=0).stop 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8109b10 msgr2=0x7fd7e819ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8109b10 0x7fd7e819ac10 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fd7d8006fd0 tx=0x7fd7d800b8e0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 shutdown_connections 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd7d40afc60 0x7fd7d40b2170 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7e8109fb0 0x7fd7e819eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd7e8109b10 0x7fd7e819ac10 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 --2- 172.21.15.112:0/1797371160 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7e8104260 0x7fd7e819a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 >> 172.21.15.112:0/1797371160 conn(0x7fd7e80ff210 msgr2=0x7fd7e8101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 shutdown_connections 2024-04-25T16:11:50.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.110+0000 7fd7f07b7640 1 -- 172.21.15.112:0/1797371160 wait complete. 2024-04-25T16:11:50.123 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T16:11:50.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 -- 172.21.15.112:0/4196741913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 msgr2=0x7f11ac10f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 --2- 172.21.15.112:0/4196741913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac10f7c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f11a4009ca0 tx=0x7f11a402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 -- 172.21.15.112:0/4196741913 shutdown_connections 2024-04-25T16:11:50.235 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 --2- 172.21.15.112:0/4196741913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac10f7c0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 --2- 172.21.15.112:0/4196741913 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11ac103280 0x7f11ac103690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 --2- 172.21.15.112:0/4196741913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11ac108a40 0x7f11ac102d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 -- 172.21.15.112:0/4196741913 >> 172.21.15.112:0/4196741913 conn(0x7f11ac077880 msgr2=0x7f11ac077cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 -- 172.21.15.112:0/4196741913 shutdown_connections 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.231+0000 7f11b154d640 1 -- 172.21.15.112:0/4196741913 wait complete. 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 Processor -- start 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 -- start start 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11ac103280 0x7f11ac1994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11ac108a40 0x7f11ac199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac19dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac112b00 con 0x7f11ac10d3a0 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac112980 con 0x7f11ac103280 2024-04-25T16:11:50.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11b154d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac112c80 con 0x7f11ac108a40 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11ab7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac19dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11ab7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac19dd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56386/0 (socket says 172.21.15.112:56386) 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11ab7fe640 1 -- 172.21.15.112:0/589486923 learned_addr learned my addr 172.21.15.112:0/589486923 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11a3fff640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11ac108a40 0x7f11ac199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.232+0000 7f11aaffd640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11ac103280 0x7f11ac1994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11ab7fe640 1 -- 172.21.15.112:0/589486923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11ac108a40 msgr2=0x7f11ac199a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11ab7fe640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11ac108a40 0x7f11ac199a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11ab7fe640 1 -- 172.21.15.112:0/589486923 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11ac103280 msgr2=0x7f11ac1994e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11ab7fe640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11ac103280 0x7f11ac1994e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11ab7fe640 1 -- 172.21.15.112:0/589486923 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ac19e340 con 0x7f11ac10d3a0 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11ab7fe640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac19dd00 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f11a4005e30 tx=0x7f11a40093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11a8ff9640 1 -- 172.21.15.112:0/589486923 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a4032d10 con 0x7f11ac10d3a0 2024-04-25T16:11:50.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11a8ff9640 1 -- 172.21.15.112:0/589486923 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f11a4032eb0 con 0x7f11ac10d3a0 2024-04-25T16:11:50.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11ac19e5d0 con 0x7f11ac10d3a0 2024-04-25T16:11:50.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11a8ff9640 1 -- 172.21.15.112:0/589486923 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a4030b20 con 0x7f11ac10d3a0 2024-04-25T16:11:50.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.233+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11ac19eb20 con 0x7f11ac10d3a0 2024-04-25T16:11:50.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.234+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11ac103d50 con 0x7f11ac10d3a0 2024-04-25T16:11:50.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.235+0000 7f11a8ff9640 1 -- 172.21.15.112:0/589486923 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f11a4030ce0 con 0x7f11ac10d3a0 2024-04-25T16:11:50.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.236+0000 7f11a8ff9640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f11980afc60 0x7f11980b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.236+0000 7f11aaffd640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f11980afc60 0x7f11980b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:50.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.236+0000 7f11a8ff9640 1 -- 172.21.15.112:0/589486923 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7f11a4100820 con 0x7f11ac10d3a0 2024-04-25T16:11:50.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.236+0000 7f11aaffd640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f11980afc60 0x7f11980b2170 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f119c005fd0 tx=0x7f119c005850 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:50.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.241+0000 7f11a8ff9640 1 -- 172.21.15.112:0/589486923 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f11a40c8d80 con 0x7f11ac10d3a0 2024-04-25T16:11:50.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.440+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f11ac106f00 con 0x7f11ac10d3a0 2024-04-25T16:11:50.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.440+0000 7f11a8ff9640 1 -- 172.21.15.112:0/589486923 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v92) ==== 81+0+959 (secure 0 0 0) 0x7f11a40c8680 con 0x7f11ac10d3a0 2024-04-25T16:11:50.584 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/877782119 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:50.584 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2321533521 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2387290151 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3952841465 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/4128478085 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2056922000 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3057346898 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/4128478085 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2114197396 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/190877922 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/284813497 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:50.585 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2452462648 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:50.587 INFO:teuthology.orchestra.run.smithi112.stderr:listed 16 entries 2024-04-25T16:11:50.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f11980afc60 msgr2=0x7f11980b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f11980afc60 0x7f11980b2170 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f119c005fd0 tx=0x7f119c005850 comp rx=0 tx=0).stop 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 msgr2=0x7f11ac19dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac19dd00 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f11a4005e30 tx=0x7f11a40093d0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 shutdown_connections 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f11980afc60 0x7f11980b2170 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11ac108a40 0x7f11ac199a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f11ac10d3a0 0x7f11ac19dd00 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 --2- 172.21.15.112:0/589486923 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11ac103280 0x7f11ac1994e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 >> 172.21.15.112:0/589486923 conn(0x7f11ac077880 msgr2=0x7f11ac1040d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 shutdown_connections 2024-04-25T16:11:50.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.443+0000 7f11b154d640 1 -- 172.21.15.112:0/589486923 wait complete. 2024-04-25T16:11:50.589 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-25T16:11:50.589 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T16:11:50.607 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:11:50.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:50 smithi133 ceph-mon[32641]: pgmap v332: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:50.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:50 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1736188604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:50.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:50 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1797371160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:50.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:50 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/589486923' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T16:11:50.705 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:50 smithi112 ceph-mon[29426]: pgmap v332: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:50 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1736188604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:50 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1797371160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:50.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:50 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/589486923' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T16:11:50.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 -- 172.21.15.112:0/2268788283 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 msgr2=0x7f56a8102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 --2- 172.21.15.112:0/2268788283 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a8102810 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009900 tx=0x7f56a402a410 comp rx=0 tx=0).stop 2024-04-25T16:11:50.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 -- 172.21.15.112:0/2268788283 shutdown_connections 2024-04-25T16:11:50.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 --2- 172.21.15.112:0/2268788283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a8107450 0x7f56a810ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 --2- 172.21.15.112:0/2268788283 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56a8106990 0x7f56a8106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 --2- 172.21.15.112:0/2268788283 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a8102810 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 -- 172.21.15.112:0/2268788283 >> 172.21.15.112:0/2268788283 conn(0x7f56a80fd860 msgr2=0x7f56a80ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 -- 172.21.15.112:0/2268788283 shutdown_connections 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.758+0000 7f56affb2640 1 -- 172.21.15.112:0/2268788283 wait complete. 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 Processor -- start 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 -- start start 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a819b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56a8106990 0x7f56a819b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a8107450 0x7f56a819bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f56a8112230 con 0x7f56a8102400 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f56a81120b0 con 0x7f56a8106990 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56affb2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f56a81123b0 con 0x7f56a8107450 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56add4e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a819b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:50.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56add4e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a819b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56404/0 (socket says 172.21.15.112:56404) 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.759+0000 7f56add4e640 1 -- 172.21.15.112:0/2699113542 learned_addr learned my addr 172.21.15.112:0/2699113542 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56ad54d640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56a8106990 0x7f56a819b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56add4e640 1 -- 172.21.15.112:0/2699113542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a8107450 msgr2=0x7f56a819bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56add4e640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a8107450 0x7f56a819bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56add4e640 1 -- 172.21.15.112:0/2699113542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56a8106990 msgr2=0x7f56a819b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56add4e640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56a8106990 0x7f56a819b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56add4e640 1 -- 172.21.15.112:0/2699113542 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56a81a67a0 con 0x7f56a8102400 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56ad54d640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56a8106990 0x7f56a819b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56add4e640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a819b490 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009230 tx=0x7f56a4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f569effd640 1 -- 172.21.15.112:0/2699113542 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a403f030 con 0x7f56a8102400 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56a81a6a30 con 0x7f56a8102400 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f569effd640 1 -- 172.21.15.112:0/2699113542 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f56a4003a80 con 0x7f56a8102400 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f569effd640 1 -- 172.21.15.112:0/2699113542 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4035070 con 0x7f56a8102400 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.760+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56a81a6f70 con 0x7f56a8102400 2024-04-25T16:11:50.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.761+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56a806a190 con 0x7f56a8102400 2024-04-25T16:11:50.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.762+0000 7f569effd640 1 -- 172.21.15.112:0/2699113542 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f56a4042030 con 0x7f56a8102400 2024-04-25T16:11:50.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.763+0000 7f569effd640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f56940afc60 0x7f56940b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:50.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.763+0000 7f569effd640 1 -- 172.21.15.112:0/2699113542 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7f56a4100050 con 0x7f56a8102400 2024-04-25T16:11:50.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.763+0000 7f56ad54d640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f56940afc60 0x7f56940b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:50.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.764+0000 7f56ad54d640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f56940afc60 0x7f56940b2170 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5698005d00 tx=0x7f5698009550 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:50.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.767+0000 7f569effd640 1 -- 172.21.15.112:0/2699113542 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f56a40c84a0 con 0x7f56a8102400 2024-04-25T16:11:50.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.946+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f56a80ff380 con 0x7f56a8102400 2024-04-25T16:11:50.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.948+0000 7f569effd640 1 -- 172.21.15.112:0/2699113542 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+25540 (secure 0 0 0) 0x7f56a40c7da0 con 0x7f56a8102400 2024-04-25T16:11:50.949 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:11:50.949 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":92,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T16:11:14.118856+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":91,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":91,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":1}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.d","mappings":[{"from":5,"to":11}]},{"pgid":"2.1d","mappings":[{"from":7,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.7","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/877782119":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2321533521":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2387290151":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/2056922000":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6800/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:11:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f56940afc60 msgr2=0x7f56940b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f56940afc60 0x7f56940b2170 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5698005d00 tx=0x7f5698009550 comp rx=0 tx=0).stop 2024-04-25T16:11:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 msgr2=0x7f56a819b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a819b490 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f56a4009230 tx=0x7f56a4004270 comp rx=0 tx=0).stop 2024-04-25T16:11:50.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 shutdown_connections 2024-04-25T16:11:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f56940afc60 0x7f56940b2170 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a8107450 0x7f56a819bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56a8106990 0x7f56a819b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 --2- 172.21.15.112:0/2699113542 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f56a8102400 0x7f56a819b490 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 >> 172.21.15.112:0/2699113542 conn(0x7f56a80fd860 msgr2=0x7f56a810e940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 shutdown_connections 2024-04-25T16:11:50.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:50.950+0000 7f56affb2640 1 -- 172.21.15.112:0/2699113542 wait complete. 2024-04-25T16:11:50.963 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T15:53:58.201584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T15:58:39.334595+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '74', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T15:58:40.539907+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 91, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T15:58:44.258206+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 91, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T16:11:50.963 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T16:11:51.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:50 smithi116 ceph-mon[32780]: pgmap v332: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:51.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:50 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1736188604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:51.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:50 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1797371160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:51.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:50 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/589486923' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T16:11:51.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 -- 172.21.15.112:0/3836185460 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 msgr2=0x7fe164102610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 --2- 172.21.15.112:0/3836185460 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe164102610 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fe154009900 tx=0x7fe15402a410 comp rx=0 tx=0).stop 2024-04-25T16:11:51.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 -- 172.21.15.112:0/3836185460 shutdown_connections 2024-04-25T16:11:51.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 --2- 172.21.15.112:0/3836185460 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1641031c0 0x7fe16410f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 --2- 172.21.15.112:0/3836185460 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe164108eb0 0x7fe164102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 --2- 172.21.15.112:0/3836185460 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe164102610 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 -- 172.21.15.112:0/3836185460 >> 172.21.15.112:0/3836185460 conn(0x7fe1640781b0 msgr2=0x7fe1640785f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.072+0000 7fe169613640 1 -- 172.21.15.112:0/3836185460 shutdown_connections 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 -- 172.21.15.112:0/3836185460 wait complete. 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 Processor -- start 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 -- start start 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1641031c0 0x7fe1640ff250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe1640ff790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe164108eb0 0x7fe1640ffcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fe164112ac0 con 0x7fe164108a10 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe164112940 con 0x7fe1641031c0 2024-04-25T16:11:51.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.073+0000 7fe169613640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe164112c40 con 0x7fe164108eb0 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe1640ff790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe1640ff790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56422/0 (socket says 172.21.15.112:56422) 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 -- 172.21.15.112:0/3035503781 learned_addr learned my addr 172.21.15.112:0/3035503781 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe162ffd640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1641031c0 0x7fe1640ff250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 -- 172.21.15.112:0/3035503781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe164108eb0 msgr2=0x7fe1640ffcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe164108eb0 0x7fe1640ffcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 -- 172.21.15.112:0/3035503781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1641031c0 msgr2=0x7fe1640ff250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1641031c0 0x7fe1640ff250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 -- 172.21.15.112:0/3035503781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1641a8990 con 0x7fe164108a10 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe15bfff640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe1640ff790 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00e9f0 tx=0x7fe14c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe160ff9640 1 -- 172.21.15.112:0/3035503781 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14c00ccc0 con 0x7fe164108a10 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe160ff9640 1 -- 172.21.15.112:0/3035503781 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe14c0044b0 con 0x7fe164108a10 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1641a8c80 con 0x7fe164108a10 2024-04-25T16:11:51.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe160ff9640 1 -- 172.21.15.112:0/3035503781 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14c010430 con 0x7fe164108a10 2024-04-25T16:11:51.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.074+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1641a91d0 con 0x7fe164108a10 2024-04-25T16:11:51.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.075+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1640692e0 con 0x7fe164108a10 2024-04-25T16:11:51.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.077+0000 7fe160ff9640 1 -- 172.21.15.112:0/3035503781 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fe14c003f90 con 0x7fe164108a10 2024-04-25T16:11:51.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.077+0000 7fe160ff9640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fe1500afc60 0x7fe1500b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.078+0000 7fe162ffd640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fe1500afc60 0x7fe1500b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.078+0000 7fe160ff9640 1 -- 172.21.15.112:0/3035503781 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7fe14c0df920 con 0x7fe164108a10 2024-04-25T16:11:51.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.078+0000 7fe162ffd640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fe1500afc60 0x7fe1500b2170 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe154005940 tx=0x7fe1540058d0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:51.082 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.081+0000 7fe160ff9640 1 -- 172.21.15.112:0/3035503781 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe14c0a7da0 con 0x7fe164108a10 2024-04-25T16:11:51.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.258+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe1641a94f0 con 0x7fe164108a10 2024-04-25T16:11:51.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.258+0000 7fe160ff9640 1 -- 172.21.15.112:0/3035503781 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7fe14c0a76a0 con 0x7fe164108a10 2024-04-25T16:11:51.260 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-25T16:11:51.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fe1500afc60 msgr2=0x7fe1500b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fe1500afc60 0x7fe1500b2170 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe154005940 tx=0x7fe1540058d0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 msgr2=0x7fe1640ff790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe1640ff790 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00e9f0 tx=0x7fe14c00eeb0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 shutdown_connections 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fe1500afc60 0x7fe1500b2170 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe164108eb0 0x7fe1640ffcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe164108a10 0x7fe1640ff790 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 --2- 172.21.15.112:0/3035503781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1641031c0 0x7fe1640ff250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 >> 172.21.15.112:0/3035503781 conn(0x7fe1640781b0 msgr2=0x7fe16406b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 shutdown_connections 2024-04-25T16:11:51.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.260+0000 7fe169613640 1 -- 172.21.15.112:0/3035503781 wait complete. 2024-04-25T16:11:51.273 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T16:11:51.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 -- 172.21.15.112:0/3598769899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc104260 msgr2=0x7f5dbc110630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 --2- 172.21.15.112:0/3598769899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc104260 0x7f5dbc110630 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f5db4009ca0 tx=0x7f5db402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.386 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 -- 172.21.15.112:0/3598769899 shutdown_connections 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 --2- 172.21.15.112:0/3598769899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc104260 0x7f5dbc110630 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 --2- 172.21.15.112:0/3598769899 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc109fb0 0x7f5dbc103bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 --2- 172.21.15.112:0/3598769899 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dbc109b10 0x7f5dbc1036b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 -- 172.21.15.112:0/3598769899 >> 172.21.15.112:0/3598769899 conn(0x7f5dbc0ff210 msgr2=0x7f5dbc101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 -- 172.21.15.112:0/3598769899 shutdown_connections 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.383+0000 7f5dc357d640 1 -- 172.21.15.112:0/3598769899 wait complete. 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 Processor -- start 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 -- start start 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dbc104260 0x7f5dbc19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc109b10 0x7f5dbc19ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc109fb0 0x7f5dbc19ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5dbc113c00 con 0x7f5dbc109fb0 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5dbc113a80 con 0x7f5dbc109b10 2024-04-25T16:11:51.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc357d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5dbc113d80 con 0x7f5dbc104260 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc109fb0 0x7f5dbc19ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc109fb0 0x7f5dbc19ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56448/0 (socket says 172.21.15.112:56448) 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 -- 172.21.15.112:0/1563418871 learned_addr learned my addr 172.21.15.112:0/1563418871 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1319640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dbc104260 0x7f5dbc19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 -- 172.21.15.112:0/1563418871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dbc104260 msgr2=0x7f5dbc19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc0b18640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc109b10 0x7f5dbc19ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dbc104260 0x7f5dbc19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 -- 172.21.15.112:0/1563418871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc109b10 msgr2=0x7f5dbc19ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc109b10 0x7f5dbc19ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1b1a640 1 -- 172.21.15.112:0/1563418871 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dbc19f3c0 con 0x7f5dbc109fb0 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc1319640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dbc104260 0x7f5dbc19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:11:51.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.384+0000 7f5dc0b18640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc109b10 0x7f5dbc19ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:11:51.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.385+0000 7f5dc1b1a640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc109fb0 0x7f5dbc19ee00 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5db402aeb0 tx=0x7f5db4032a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:51.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.385+0000 7f5db27fc640 1 -- 172.21.15.112:0/1563418871 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db4032e00 con 0x7f5dbc109fb0 2024-04-25T16:11:51.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.385+0000 7f5db27fc640 1 -- 172.21.15.112:0/1563418871 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5db40044d0 con 0x7f5dbc109fb0 2024-04-25T16:11:51.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.385+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dbc19f650 con 0x7f5dbc109fb0 2024-04-25T16:11:51.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.385+0000 7f5db27fc640 1 -- 172.21.15.112:0/1563418871 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db4030b70 con 0x7f5dbc109fb0 2024-04-25T16:11:51.389 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.385+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dbc19fba0 con 0x7f5dbc109fb0 2024-04-25T16:11:51.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.386+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dbc06a160 con 0x7f5dbc109fb0 2024-04-25T16:11:51.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.387+0000 7f5db27fc640 1 -- 172.21.15.112:0/1563418871 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f5db4030d10 con 0x7f5dbc109fb0 2024-04-25T16:11:51.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.388+0000 7f5db27fc640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5da80afc60 0x7f5da80b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.388+0000 7f5dc1319640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5da80afc60 0x7f5da80b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.388+0000 7f5db27fc640 1 -- 172.21.15.112:0/1563418871 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7f5db4100a70 con 0x7f5dbc109fb0 2024-04-25T16:11:51.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.388+0000 7f5dc1319640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5da80afc60 0x7f5da80b2170 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5dac005d00 tx=0x7f5dac009550 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:51.392 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.392+0000 7f5db27fc640 1 -- 172.21.15.112:0/1563418871 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5db40c8fd0 con 0x7f5dbc109fb0 2024-04-25T16:11:51.569 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.568+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f5dbc10bc20 con 0x7f5dbc109fb0 2024-04-25T16:11:51.570 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.569+0000 7f5db27fc640 1 -- 172.21.15.112:0/1563418871 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7f5db40c88d0 con 0x7f5dbc109fb0 2024-04-25T16:11:51.570 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:11:51.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5da80afc60 msgr2=0x7f5da80b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5da80afc60 0x7f5da80b2170 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5dac005d00 tx=0x7f5dac009550 comp rx=0 tx=0).stop 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc109fb0 msgr2=0x7f5dbc19ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc109fb0 0x7f5dbc19ee00 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5db402aeb0 tx=0x7f5db4032a10 comp rx=0 tx=0).stop 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 shutdown_connections 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5da80afc60 0x7f5da80b2170 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5dbc109fb0 0x7f5dbc19ee00 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc109b10 0x7f5dbc19ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 --2- 172.21.15.112:0/1563418871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dbc104260 0x7f5dbc19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 >> 172.21.15.112:0/1563418871 conn(0x7f5dbc0ff210 msgr2=0x7f5dbc1064d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:51.573 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 shutdown_connections 2024-04-25T16:11:51.574 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.571+0000 7f5dc357d640 1 -- 172.21.15.112:0/1563418871 wait complete. 2024-04-25T16:11:51.583 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 -- 172.21.15.112:0/2056151993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 msgr2=0x7ff3881025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/2056151993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff3881025b0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff384009900 tx=0x7ff38402a3f0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 -- 172.21.15.112:0/2056151993 shutdown_connections 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/2056151993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff388102af0 0x7ff388102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/2056151993 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff38810d380 0x7ff38810f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/2056151993 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff3881025b0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 -- 172.21.15.112:0/2056151993 >> 172.21.15.112:0/2056151993 conn(0x7ff388078100 msgr2=0x7ff388078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 -- 172.21.15.112:0/2056151993 shutdown_connections 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.697+0000 7ff38f9f3640 1 -- 172.21.15.112:0/2056151993 wait complete. 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 Processor -- start 2024-04-25T16:11:51.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 -- start start 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff388102af0 0x7ff38819b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff38819b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff38810d380 0x7ff38819beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7ff388112a90 con 0x7ff388108a20 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff388112910 con 0x7ff388102af0 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38f9f3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff388112c10 con 0x7ff38810d380 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff38819b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff38819b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56466/0 (socket says 172.21.15.112:56466) 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 -- 172.21.15.112:0/3905510125 learned_addr learned my addr 172.21.15.112:0/3905510125 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38d78f640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff388102af0 0x7ff38819b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 -- 172.21.15.112:0/3905510125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff38810d380 msgr2=0x7ff38819beb0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff38810d380 0x7ff38819beb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 -- 172.21.15.112:0/3905510125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff388102af0 msgr2=0x7ff38819b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff388102af0 0x7ff38819b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38cf8e640 1 -- 172.21.15.112:0/3905510125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3881a66c0 con 0x7ff388108a20 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.698+0000 7ff38d78f640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff388102af0 0x7ff38819b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.699+0000 7ff38cf8e640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff38819b950 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ff37800c970 tx=0x7ff37800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.699+0000 7ff37e7fc640 1 -- 172.21.15.112:0/3905510125 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff378007c70 con 0x7ff388108a20 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.699+0000 7ff37e7fc640 1 -- 172.21.15.112:0/3905510125 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff378007e10 con 0x7ff388108a20 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.699+0000 7ff37e7fc640 1 -- 172.21.15.112:0/3905510125 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3780186f0 con 0x7ff388108a20 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.699+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3881a69b0 con 0x7ff388108a20 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.699+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3881a6f00 con 0x7ff388108a20 2024-04-25T16:11:51.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.700+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff38806afa0 con 0x7ff388108a20 2024-04-25T16:11:51.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.702+0000 7ff37e7fc640 1 -- 172.21.15.112:0/3905510125 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7ff37800fa90 con 0x7ff388108a20 2024-04-25T16:11:51.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.703+0000 7ff37e7fc640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff3740afc60 0x7ff3740b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:51.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.703+0000 7ff38d78f640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff3740afc60 0x7ff3740b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:51.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.703+0000 7ff37e7fc640 1 -- 172.21.15.112:0/3905510125 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7ff3780df690 con 0x7ff388108a20 2024-04-25T16:11:51.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.703+0000 7ff38d78f640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff3740afc60 0x7ff3740b2170 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff384006010 tx=0x7ff384000bc0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:51.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.706+0000 7ff37e7fc640 1 -- 172.21.15.112:0/3905510125 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff378014030 con 0x7ff388108a20 2024-04-25T16:11:51.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.883+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff388106ee0 con 0x7ff388108a20 2024-04-25T16:11:51.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.884+0000 7ff37e7fc640 1 -- 172.21.15.112:0/3905510125 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7ff3780a7b70 con 0x7ff388108a20 2024-04-25T16:11:51.885 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-04-25T16:11:51.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff3740afc60 msgr2=0x7ff3740b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff3740afc60 0x7ff3740b2170 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff384006010 tx=0x7ff384000bc0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 msgr2=0x7ff38819b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff38819b950 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ff37800c970 tx=0x7ff37800ce30 comp rx=0 tx=0).stop 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 shutdown_connections 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7ff3740afc60 0x7ff3740b2170 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff38810d380 0x7ff38819beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff388108a20 0x7ff38819b950 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 --2- 172.21.15.112:0/3905510125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff388102af0 0x7ff38819b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 >> 172.21.15.112:0/3905510125 conn(0x7ff388078100 msgr2=0x7ff3881040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 shutdown_connections 2024-04-25T16:11:51.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:51.886+0000 7ff38f9f3640 1 -- 172.21.15.112:0/3905510125 wait complete. 2024-04-25T16:11:51.897 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:51 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2699113542' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:51.897 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:51 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3035503781' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:51.897 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:51 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1563418871' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:51.898 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T16:11:51.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:51 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2699113542' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:51.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:51 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3035503781' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:51.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:51 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1563418871' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:52.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 -- 172.21.15.112:0/2070378257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8109fc0 msgr2=0x7fd9d8103c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/2070378257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8109fc0 0x7fd9d8103c00 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc009900 tx=0x7fd9cc02a410 comp rx=0 tx=0).stop 2024-04-25T16:11:52.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 -- 172.21.15.112:0/2070378257 shutdown_connections 2024-04-25T16:11:52.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/2070378257 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d8104270 0x7fd9d8110640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/2070378257 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8109fc0 0x7fd9d8103c00 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/2070378257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd9d8109b20 0x7fd9d81036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 -- 172.21.15.112:0/2070378257 >> 172.21.15.112:0/2070378257 conn(0x7fd9d80ff1e0 msgr2=0x7fd9d8101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 -- 172.21.15.112:0/2070378257 shutdown_connections 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.007+0000 7fd9ddd96640 1 -- 172.21.15.112:0/2070378257 wait complete. 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 Processor -- start 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 -- start start 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8104270 0x7fd9d819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd9d8109b20 0x7fd9d819ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d8109fc0 0x7fd9d819eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d8113bc0 con 0x7fd9d8104270 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d8113a40 con 0x7fd9d8109b20 2024-04-25T16:11:52.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9ddd96640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d8113d40 con 0x7fd9d8109fc0 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9d77fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8104270 0x7fd9d819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9d77fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8104270 0x7fd9d819a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56482/0 (socket says 172.21.15.112:56482) 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9d77fe640 1 -- 172.21.15.112:0/3461736071 learned_addr learned my addr 172.21.15.112:0/3461736071 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9d7fff640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d8109fc0 0x7fd9d819eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.008+0000 7fd9d6ffd640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd9d8109b20 0x7fd9d819ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d77fe640 1 -- 172.21.15.112:0/3461736071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d8109fc0 msgr2=0x7fd9d819eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d77fe640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d8109fc0 0x7fd9d819eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d77fe640 1 -- 172.21.15.112:0/3461736071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd9d8109b20 msgr2=0x7fd9d819ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d77fe640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd9d8109b20 0x7fd9d819ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d77fe640 1 -- 172.21.15.112:0/3461736071 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d819f520 con 0x7fd9d8104270 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d77fe640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8104270 0x7fd9d819a6c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd9c800c970 tx=0x7fd9c800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d4ff9640 1 -- 172.21.15.112:0/3461736071 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8007bb0 con 0x7fd9d8104270 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d4ff9640 1 -- 172.21.15.112:0/3461736071 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd9c8007d50 con 0x7fd9d8104270 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9d819f810 con 0x7fd9d8104270 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9d4ff9640 1 -- 172.21.15.112:0/3461736071 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8004e10 con 0x7fd9d8104270 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.009+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9d81a7190 con 0x7fd9d8104270 2024-04-25T16:11:52.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.010+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9d8104e00 con 0x7fd9d8104270 2024-04-25T16:11:52.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.012+0000 7fd9d4ff9640 1 -- 172.21.15.112:0/3461736071 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fd9c8005000 con 0x7fd9d8104270 2024-04-25T16:11:52.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.012+0000 7fd9d4ff9640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd9c00afce0 0x7fd9c00b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.013+0000 7fd9d6ffd640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd9c00afce0 0x7fd9c00b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.013+0000 7fd9d4ff9640 1 -- 172.21.15.112:0/3461736071 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7fd9c80df420 con 0x7fd9d8104270 2024-04-25T16:11:52.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.013+0000 7fd9d6ffd640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd9c00afce0 0x7fd9c00b21f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc005940 tx=0x7fd9cc0058d0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:52.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.016+0000 7fd9d4ff9640 1 -- 172.21.15.112:0/3461736071 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd9c8014030 con 0x7fd9d8104270 2024-04-25T16:11:52.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:51 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2699113542' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:11:52.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:51 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3035503781' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T16:11:52.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:51 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1563418871' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T16:11:52.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.194+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fd9d8101d10 con 0x7fd9d8104270 2024-04-25T16:11:52.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.194+0000 7fd9d4ff9640 1 -- 172.21.15.112:0/3461736071 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7fd9c80a7240 con 0x7fd9d8104270 2024-04-25T16:11:52.196 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-04-25T16:11:52.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd9c00afce0 msgr2=0x7fd9c00b21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd9c00afce0 0x7fd9c00b21f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc005940 tx=0x7fd9cc0058d0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8104270 msgr2=0x7fd9d819a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8104270 0x7fd9d819a6c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd9c800c970 tx=0x7fd9c800ce30 comp rx=0 tx=0).stop 2024-04-25T16:11:52.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 shutdown_connections 2024-04-25T16:11:52.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fd9c00afce0 0x7fd9c00b21f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d8109fc0 0x7fd9d819eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd9d8109b20 0x7fd9d819ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 --2- 172.21.15.112:0/3461736071 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd9d8104270 0x7fd9d819a6c0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.196+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 >> 172.21.15.112:0/3461736071 conn(0x7fd9d80ff1e0 msgr2=0x7fd9d810ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:52.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.197+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 shutdown_connections 2024-04-25T16:11:52.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.197+0000 7fd9ddd96640 1 -- 172.21.15.112:0/3461736071 wait complete. 2024-04-25T16:11:52.209 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T16:11:52.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.316+0000 7f2437449640 1 -- 172.21.15.112:0/257219024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430109fb0 msgr2=0x7f2430103bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.316+0000 7f2437449640 1 --2- 172.21.15.112:0/257219024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430109fb0 0x7f2430103bf0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f2420009900 tx=0x7f242002a410 comp rx=0 tx=0).stop 2024-04-25T16:11:52.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 -- 172.21.15.112:0/257219024 shutdown_connections 2024-04-25T16:11:52.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 --2- 172.21.15.112:0/257219024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430104260 0x7f2430110630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 --2- 172.21.15.112:0/257219024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430109fb0 0x7f2430103bf0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 --2- 172.21.15.112:0/257219024 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2430109b10 0x7f24301036b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 -- 172.21.15.112:0/257219024 >> 172.21.15.112:0/257219024 conn(0x7f24300ff1d0 msgr2=0x7f2430101620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:52.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 -- 172.21.15.112:0/257219024 shutdown_connections 2024-04-25T16:11:52.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 -- 172.21.15.112:0/257219024 wait complete. 2024-04-25T16:11:52.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 Processor -- start 2024-04-25T16:11:52.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.317+0000 7f2437449640 1 -- start start 2024-04-25T16:11:52.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430104260 0x7f2430075fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2430109b10 0x7f24300764f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430109fb0 0x7f2430076a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f2430113bb0 con 0x7f2430104260 2024-04-25T16:11:52.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2430113a30 con 0x7f2430109b10 2024-04-25T16:11:52.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2430113d30 con 0x7f2430109fb0 2024-04-25T16:11:52.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430104260 0x7f2430075fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430104260 0x7f2430075fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56510/0 (socket says 172.21.15.112:56510) 2024-04-25T16:11:52.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 -- 172.21.15.112:0/1070868664 learned_addr learned my addr 172.21.15.112:0/1070868664 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:52.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24359e6640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430109fb0 0x7f2430076a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24349e4640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2430109b10 0x7f24300764f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 -- 172.21.15.112:0/1070868664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430109fb0 msgr2=0x7f2430076a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430109fb0 0x7f2430076a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 -- 172.21.15.112:0/1070868664 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2430109b10 msgr2=0x7f24300764f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2430109b10 0x7f24300764f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 -- 172.21.15.112:0/1070868664 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24301a89a0 con 0x7f2430104260 2024-04-25T16:11:52.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24351e5640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430104260 0x7f2430075fb0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f242c00c970 tx=0x7f242c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:52.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24267fc640 1 -- 172.21.15.112:0/1070868664 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242c014070 con 0x7f2430104260 2024-04-25T16:11:52.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24267fc640 1 -- 172.21.15.112:0/1070868664 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f242c004440 con 0x7f2430104260 2024-04-25T16:11:52.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24301a8c90 con 0x7f2430104260 2024-04-25T16:11:52.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f24267fc640 1 -- 172.21.15.112:0/1070868664 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242c003d40 con 0x7f2430104260 2024-04-25T16:11:52.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.318+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24301a91b0 con 0x7f2430104260 2024-04-25T16:11:52.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.319+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2430104df0 con 0x7f2430104260 2024-04-25T16:11:52.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.321+0000 7f24267fc640 1 -- 172.21.15.112:0/1070868664 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f242c017070 con 0x7f2430104260 2024-04-25T16:11:52.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.322+0000 7f24267fc640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f241c0afc60 0x7f241c0b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:52.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.322+0000 7f24349e4640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f241c0afc60 0x7f241c0b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:52.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.322+0000 7f24267fc640 1 -- 172.21.15.112:0/1070868664 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7f242c0df710 con 0x7f2430104260 2024-04-25T16:11:52.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.322+0000 7f24349e4640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f241c0afc60 0x7f241c0b2170 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f24200057c0 tx=0x7f2420000bc0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:52.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.326+0000 7f24267fc640 1 -- 172.21.15.112:0/1070868664 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f242c01e020 con 0x7f2430104260 2024-04-25T16:11:52.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.514+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f243006a160 con 0x7f2430104260 2024-04-25T16:11:52.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.514+0000 7f24267fc640 1 -- 172.21.15.112:0/1070868664 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v92) ==== 81+0+959 (secure 0 0 0) 0x7f242c0a7b60 con 0x7f2430104260 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/877782119 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2321533521 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2387290151 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3952841465 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/4128478085 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/1021036877 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2056922000 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:52.516 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3057346898 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:52.517 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/4128478085 2024-04-26T16:01:06.699722+0000 2024-04-25T16:11:52.517 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2114197396 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:52.517 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/190877922 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:52.517 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/284813497 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:52.517 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/2956687455 2024-04-26T15:51:05.562858+0000 2024-04-25T16:11:52.517 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2452462648 2024-04-26T15:51:32.118297+0000 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:listed 16 entries 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f241c0afc60 msgr2=0x7f241c0b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f241c0afc60 0x7f241c0b2170 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f24200057c0 tx=0x7f2420000bc0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430104260 msgr2=0x7f2430075fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430104260 0x7f2430075fb0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f242c00c970 tx=0x7f242c00ce30 comp rx=0 tx=0).stop 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 shutdown_connections 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f241c0afc60 0x7f241c0b2170 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430109fb0 0x7f2430076a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2430109b10 0x7f24300764f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 --2- 172.21.15.112:0/1070868664 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2430104260 0x7f2430075fb0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 >> 172.21.15.112:0/1070868664 conn(0x7f24300ff1d0 msgr2=0x7f243010f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:52.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 shutdown_connections 2024-04-25T16:11:52.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:52.516+0000 7f2437449640 1 -- 172.21.15.112:0/1070868664 wait complete. 2024-04-25T16:11:52.529 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi112.front.sepia.ceph.com... 2024-04-25T16:11:52.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:11:52.529 DEBUG:teuthology.orchestra.run.smithi112:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-25T16:11:52.551 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi112.stderr:ceph-fuse[81752]: fuse finished with error 0 and tester_r 0 2024-04-25T16:11:52.553 INFO:teuthology.orchestra.run:waiting for 300 2024-04-25T16:11:52.894 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:52 smithi133 ceph-mon[32641]: pgmap v333: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:52.894 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:52 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3905510125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:52.894 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:52 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3461736071' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:52.894 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:52 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1070868664' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T16:11:52.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:52 smithi112 ceph-mon[29426]: pgmap v333: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:52.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:52 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3905510125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:52 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3461736071' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:52.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:52 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1070868664' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T16:11:53.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:52 smithi116 ceph-mon[32780]: pgmap v333: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:53.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:52 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3905510125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T16:11:53.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:52 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3461736071' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T16:11:53.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:52 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1070868664' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T16:11:54.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:54 smithi133 ceph-mon[32641]: pgmap v334: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:54.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:54 smithi112 ceph-mon[29426]: pgmap v334: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:55.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:54 smithi116 ceph-mon[32780]: pgmap v334: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T16:11:56.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:56 smithi133 ceph-mon[32641]: pgmap v335: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:56.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:56 smithi112 ceph-mon[29426]: pgmap v335: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:57.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:56 smithi116 ceph-mon[32780]: pgmap v335: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:58.654 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:11:58.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:11:58.655 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-25T16:11:58.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:11:58.675 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-04-25T16:11:58.732 INFO:teuthology.orchestra.run.smithi112.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-25T16:11:58.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:11:58.733 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T16:11:58.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T16:11:58.801 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link delete ceph-brx 2024-04-25T16:11:58.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:58 smithi112 ceph-mon[29426]: pgmap v336: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:58.904 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-25T16:11:58.915 INFO:tasks.cephadm:Teardown begin 2024-04-25T16:11:58.915 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-25T16:11:58.915 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T16:11:58.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:58 smithi133 ceph-mon[32641]: pgmap v336: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:59.027 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:58 smithi116 ceph-mon[32780]: pgmap v336: 129 pgs: 129 active+clean; 1.9 MiB data, 747 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T16:11:59.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 -- 172.21.15.112:0/3557898867 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 msgr2=0x7f93cc110560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 --2- 172.21.15.112:0/3557898867 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc110560 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f93c4009ca0 tx=0x7f93c402a8c0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 -- 172.21.15.112:0/3557898867 shutdown_connections 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 --2- 172.21.15.112:0/3557898867 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc110560 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 --2- 172.21.15.112:0/3557898867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f93cc10b680 0x7f93cc10daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 --2- 172.21.15.112:0/3557898867 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93cc104c20 0x7f93cc105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 -- 172.21.15.112:0/3557898867 >> 172.21.15.112:0/3557898867 conn(0x7f93cc0fe0c0 msgr2=0x7f93cc100510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 -- 172.21.15.112:0/3557898867 shutdown_connections 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 -- 172.21.15.112:0/3557898867 wait complete. 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 Processor -- start 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.027+0000 7f93d3434640 1 -- start start 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d3434640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f93cc104c20 0x7f93cc19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d3434640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93cc10b680 0x7f93cc19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d3434640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc19ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d3434640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc113c10 con 0x7f93cc10e070 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d3434640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc113a90 con 0x7f93cc104c20 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d3434640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc113d90 con 0x7f93cc10b680 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc19ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc19ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56082/0 (socket says 172.21.15.112:56082) 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 -- 172.21.15.112:0/865003927 learned_addr learned my addr 172.21.15.112:0/865003927 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d09cf640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93cc10b680 0x7f93cc19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d11d0640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f93cc104c20 0x7f93cc19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 -- 172.21.15.112:0/865003927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93cc10b680 msgr2=0x7f93cc19ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93cc10b680 0x7f93cc19ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 -- 172.21.15.112:0/865003927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f93cc104c20 msgr2=0x7f93cc19a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f93cc104c20 0x7f93cc19a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 -- 172.21.15.112:0/865003927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93cc19f3d0 con 0x7f93cc10e070 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93d19d1640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc19ee10 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f93c402aeb0 tx=0x7f93c4032c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:59.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.028+0000 7f93ca7fc640 1 -- 172.21.15.112:0/865003927 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4004040 con 0x7f93cc10e070 2024-04-25T16:11:59.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.029+0000 7f93ca7fc640 1 -- 172.21.15.112:0/865003927 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93c4004670 con 0x7f93cc10e070 2024-04-25T16:11:59.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.029+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93cc19f660 con 0x7f93cc10e070 2024-04-25T16:11:59.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.029+0000 7f93ca7fc640 1 -- 172.21.15.112:0/865003927 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4030cc0 con 0x7f93cc10e070 2024-04-25T16:11:59.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.029+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93cc19fbb0 con 0x7f93cc10e070 2024-04-25T16:11:59.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.030+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93cc069310 con 0x7f93cc10e070 2024-04-25T16:11:59.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.031+0000 7f93ca7fc640 1 -- 172.21.15.112:0/865003927 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f93c40041e0 con 0x7f93cc10e070 2024-04-25T16:11:59.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.031+0000 7f93ca7fc640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f93b40afc60 0x7f93b40b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.032+0000 7f93d11d0640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f93b40afc60 0x7f93b40b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.032+0000 7f93ca7fc640 1 -- 172.21.15.112:0/865003927 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7f93c4100c50 con 0x7f93cc10e070 2024-04-25T16:11:59.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.032+0000 7f93d11d0640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f93b40afc60 0x7f93b40b2170 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f93bc009890 tx=0x7f93bc008040 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:59.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.035+0000 7f93ca7fc640 1 -- 172.21.15.112:0/865003927 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f93c40c91b0 con 0x7f93cc10e070 2024-04-25T16:11:59.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.250+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93cc1a7150 con 0x7f93cc10e070 2024-04-25T16:11:59.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.251+0000 7f93ca7fc640 1 -- 172.21.15.112:0/865003927 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7f93c40c8ab0 con 0x7f93cc10e070 2024-04-25T16:11:59.252 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:11:59.252 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T16:01:05.755179+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[14649,24470,24484,24503,24548]},"id":1}]} 2024-04-25T16:11:59.253 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 29 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f93b40afc60 msgr2=0x7f93b40b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f93b40afc60 0x7f93b40b2170 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f93bc009890 tx=0x7f93bc008040 comp rx=0 tx=0).stop 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 msgr2=0x7f93cc19ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc19ee10 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f93c402aeb0 tx=0x7f93c4032c40 comp rx=0 tx=0).stop 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 shutdown_connections 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f93b40afc60 0x7f93b40b2170 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93cc10b680 0x7f93cc19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f93cc10e070 0x7f93cc19ee10 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 --2- 172.21.15.112:0/865003927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f93cc104c20 0x7f93cc19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 >> 172.21.15.112:0/865003927 conn(0x7f93cc0fe0c0 msgr2=0x7f93cc10e480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:59.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 shutdown_connections 2024-04-25T16:11:59.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.253+0000 7f93d3434640 1 -- 172.21.15.112:0/865003927 wait complete. 2024-04-25T16:11:59.266 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 -- 172.21.15.112:0/2049518778 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109b10 msgr2=0x7fa330103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 --2- 172.21.15.112:0/2049518778 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109b10 0x7fa330103700 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa320009900 tx=0x7fa32002a410 comp rx=0 tx=0).stop 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 -- 172.21.15.112:0/2049518778 shutdown_connections 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 --2- 172.21.15.112:0/2049518778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa330109fb0 0x7fa330103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 --2- 172.21.15.112:0/2049518778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3301042b0 0x7fa330110630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 --2- 172.21.15.112:0/2049518778 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109b10 0x7fa330103700 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 -- 172.21.15.112:0/2049518778 >> 172.21.15.112:0/2049518778 conn(0x7fa3300ff360 msgr2=0x7fa330101780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 -- 172.21.15.112:0/2049518778 shutdown_connections 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.373+0000 7fa335292640 1 -- 172.21.15.112:0/2049518778 wait complete. 2024-04-25T16:11:59.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 Processor -- start 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 -- start start 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3301042b0 0x7fa33019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa330109b10 0x7fa33019ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109fb0 0x7fa33019eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fa330113c10 con 0x7fa330109fb0 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa330113a90 con 0x7fa3301042b0 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa335292640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa330113d90 con 0x7fa330109b10 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa32f7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109fb0 0x7fa33019eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa32f7fe640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109fb0 0x7fa33019eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56102/0 (socket says 172.21.15.112:56102) 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.374+0000 7fa32f7fe640 1 -- 172.21.15.112:0/180925785 learned_addr learned my addr 172.21.15.112:0/180925785 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32effd640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3301042b0 0x7fa33019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32e7fc640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa330109b10 0x7fa33019ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32f7fe640 1 -- 172.21.15.112:0/180925785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa330109b10 msgr2=0x7fa33019ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32f7fe640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa330109b10 0x7fa33019ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32f7fe640 1 -- 172.21.15.112:0/180925785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3301042b0 msgr2=0x7fa33019a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32f7fe640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3301042b0 0x7fa33019a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32f7fe640 1 -- 172.21.15.112:0/180925785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33019f510 con 0x7fa330109fb0 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32e7fc640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa330109b10 0x7fa33019ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa32f7fe640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109fb0 0x7fa33019eed0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa328009fd0 tx=0x7fa32800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa317fff640 1 -- 172.21.15.112:0/180925785 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa328017070 con 0x7fa330109fb0 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa33019f800 con 0x7fa330109fb0 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa317fff640 1 -- 172.21.15.112:0/180925785 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa328003e00 con 0x7fa330109fb0 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa317fff640 1 -- 172.21.15.112:0/180925785 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa328010460 con 0x7fa330109fb0 2024-04-25T16:11:59.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.375+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa33019fd00 con 0x7fa330109fb0 2024-04-25T16:11:59.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.376+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa33006afa0 con 0x7fa330109fb0 2024-04-25T16:11:59.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.377+0000 7fa317fff640 1 -- 172.21.15.112:0/180925785 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fa328003970 con 0x7fa330109fb0 2024-04-25T16:11:59.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.378+0000 7fa317fff640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa3180afc60 0x7fa3180b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.378+0000 7fa32effd640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa3180afc60 0x7fa3180b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.378+0000 7fa317fff640 1 -- 172.21.15.112:0/180925785 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7fa3280df710 con 0x7fa330109fb0 2024-04-25T16:11:59.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.379+0000 7fa32effd640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa3180afc60 0x7fa3180b2170 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa320006010 tx=0x7fa320032c60 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:59.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.382+0000 7fa317fff640 1 -- 172.21.15.112:0/180925785 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa33019fd00 con 0x7fa330109fb0 2024-04-25T16:11:59.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.599+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3301a72a0 con 0x7fa330109fb0 2024-04-25T16:11:59.601 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.600+0000 7fa317fff640 1 -- 172.21.15.112:0/180925785 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11944 (secure 0 0 0) 0x7fa3280a7b60 con 0x7fa330109fb0 2024-04-25T16:11:59.601 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:11:59.601 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14559,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/381292380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":381292380},{"type":"v1","addr":"172.21.15.112:6835","nonce":381292380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/1066634685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":1066634685},{"type":"v1","addr":"172.21.15.112:6837","nonce":1066634685}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T15:58:41.582880+0000","modified":"2024-04-25T16:01:05.755179+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24548,"mds_1":24503,"mds_2":24484,"mds_3":24470,"mds_4":14649},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14637":{"gid":14637,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.112:6839/146270898","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":146270898},{"type":"v1","addr":"172.21.15.112:6839","nonce":146270898}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14649":{"gid":14649,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":11,"addr":"172.21.15.112:6841/3557035518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3557035518},{"type":"v1","addr":"172.21.15.112:6841","nonce":3557035518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24403":{"gid":24403,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/940733382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":940733382},{"type":"v1","addr":"172.21.15.133:6833","nonce":940733382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.116:6833/496231742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":496231742},{"type":"v1","addr":"172.21.15.116:6833","nonce":496231742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4261823654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4261823654},{"type":"v1","addr":"172.21.15.133:6835","nonce":4261823654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24460":{"gid":24460,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/982654166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":982654166},{"type":"v1","addr":"172.21.15.133:6837","nonce":982654166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":15,"addr":"172.21.15.116:6835/3195394516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3195394516},{"type":"v1","addr":"172.21.15.116:6835","nonce":3195394516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.133:6839/4179885748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4179885748},{"type":"v1","addr":"172.21.15.133:6839","nonce":4179885748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6837/3998170047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":3998170047},{"type":"v1","addr":"172.21.15.116:6837","nonce":3998170047}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24548":{"gid":24548,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/524675452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":524675452},{"type":"v1","addr":"172.21.15.116:6839","nonce":524675452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24548,"qdb_cluster":[14649,24470,24484,24503,24548]},"id":1}]} 2024-04-25T16:11:59.602 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 29 2024-04-25T16:11:59.603 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa3180afc60 msgr2=0x7fa3180b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa3180afc60 0x7fa3180b2170 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa320006010 tx=0x7fa320032c60 comp rx=0 tx=0).stop 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109fb0 msgr2=0x7fa33019eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109fb0 0x7fa33019eed0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa328009fd0 tx=0x7fa32800b260 comp rx=0 tx=0).stop 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 shutdown_connections 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fa3180afc60 0x7fa3180b2170 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa330109b10 0x7fa33019ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa330109fb0 0x7fa33019eed0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 --2- 172.21.15.112:0/180925785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3301042b0 0x7fa33019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 >> 172.21.15.112:0/180925785 conn(0x7fa3300ff360 msgr2=0x7fa3300ff770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 shutdown_connections 2024-04-25T16:11:59.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.602+0000 7fa335292640 1 -- 172.21.15.112:0/180925785 wait complete. 2024-04-25T16:11:59.615 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T16:11:59.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 -- 172.21.15.112:0/238716449 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410b660 msgr2=0x7fc02410da80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 --2- 172.21.15.112:0/238716449 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410b660 0x7fc02410da80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fc014009900 tx=0x7fc01402a410 comp rx=0 tx=0).stop 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 -- 172.21.15.112:0/238716449 shutdown_connections 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 --2- 172.21.15.112:0/238716449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc02410e050 0x7fc024110540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 --2- 172.21.15.112:0/238716449 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410b660 0x7fc02410da80 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 --2- 172.21.15.112:0/238716449 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc024104c00 0x7fc024105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 -- 172.21.15.112:0/238716449 >> 172.21.15.112:0/238716449 conn(0x7fc0240fe080 msgr2=0x7fc0241004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 -- 172.21.15.112:0/238716449 shutdown_connections 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.722+0000 7fc029030640 1 -- 172.21.15.112:0/238716449 wait complete. 2024-04-25T16:11:59.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 Processor -- start 2024-04-25T16:11:59.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 -- start start 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc024104c00 0x7fc02419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc02410b660 0x7fc02419abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410e050 0x7fc02419eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7fc024113b60 con 0x7fc02410e050 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc0241139e0 con 0x7fc024104c00 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc029030640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc024113ce0 con 0x7fc02410b660 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc02359e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410e050 0x7fc02419eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc02359e640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410e050 0x7fc02419eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56124/0 (socket says 172.21.15.112:56124) 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.723+0000 7fc02359e640 1 -- 172.21.15.112:0/3970028487 learned_addr learned my addr 172.21.15.112:0/3970028487 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc02259c640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc02410b660 0x7fc02419abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc022d9d640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc024104c00 0x7fc02419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc02359e640 1 -- 172.21.15.112:0/3970028487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc02410b660 msgr2=0x7fc02419abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc02359e640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc02410b660 0x7fc02419abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc02359e640 1 -- 172.21.15.112:0/3970028487 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc024104c00 msgr2=0x7fc02419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.727 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc02359e640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc024104c00 0x7fc02419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc02359e640 1 -- 172.21.15.112:0/3970028487 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc02419f4e0 con 0x7fc02410e050 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc02359e640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410e050 0x7fc02419eea0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc01c00eb10 tx=0x7fc01c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc00bfff640 1 -- 172.21.15.112:0/3970028487 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c004b20 con 0x7fc02410e050 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc02419f7d0 con 0x7fc02410e050 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc00bfff640 1 -- 172.21.15.112:0/3970028487 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc01c004cc0 con 0x7fc02410e050 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc00bfff640 1 -- 172.21.15.112:0/3970028487 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c010690 con 0x7fc02410e050 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.724+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0241a7150 con 0x7fc02410e050 2024-04-25T16:11:59.728 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.725+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc02406a190 con 0x7fc02410e050 2024-04-25T16:11:59.729 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.727+0000 7fc00bfff640 1 -- 172.21.15.112:0/3970028487 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7fc01c005000 con 0x7fc02410e050 2024-04-25T16:11:59.729 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.727+0000 7fc00bfff640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc00c0afc60 0x7fc00c0b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:11:59.729 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.727+0000 7fc022d9d640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc00c0afc60 0x7fc00c0b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:11:59.729 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.727+0000 7fc00bfff640 1 -- 172.21.15.112:0/3970028487 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7fc01c0dfcc0 con 0x7fc02410e050 2024-04-25T16:11:59.729 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.728+0000 7fc022d9d640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc00c0afc60 0x7fc00c0b2170 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc018009b60 tx=0x7fc018005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:11:59.732 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.731+0000 7fc00bfff640 1 -- 172.21.15.112:0/3970028487 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc01c053ff0 con 0x7fc02410e050 2024-04-25T16:11:59.910 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.909+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc0241a7320 con 0x7fc02410e050 2024-04-25T16:11:59.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.910+0000 7fc00bfff640 1 -- 172.21.15.112:0/3970028487 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+25540 (secure 0 0 0) 0x7fc01c0a8110 con 0x7fc02410e050 2024-04-25T16:11:59.912 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-25T16:11:59.912 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":92,"fsid":"68f2f37e-031b-11ef-bc93-c7b262605968","created":"2024-04-25T15:50:38.636242+0000","modified":"2024-04-25T16:11:14.118856+0000","last_up_change":"2024-04-25T15:57:48.958492+0000","last_in_change":"2024-04-25T15:57:27.881168+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T15:53:58.201584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T15:58:39.334595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T15:58:40.539907+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":91,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T15:58:44.258206+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":91,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d2f33451-f55e-4ce2-a71c-53c5cbf66ed8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6803","nonce":974876828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6805","nonce":974876828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6809","nonce":974876828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":974876828},{"type":"v1","addr":"172.21.15.112:6807","nonce":974876828}]},"public_addr":"172.21.15.112:6803/974876828","cluster_addr":"172.21.15.112:6805/974876828","heartbeat_back_addr":"172.21.15.112:6809/974876828","heartbeat_front_addr":"172.21.15.112:6807/974876828","state":["exists","up"]},{"osd":1,"uuid":"c79ff0bd-2dfd-47ad-8faa-53ba29c956a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6801","nonce":3679111771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6803","nonce":3679111771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6807","nonce":3679111771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":3679111771},{"type":"v1","addr":"172.21.15.116:6805","nonce":3679111771}]},"public_addr":"172.21.15.116:6801/3679111771","cluster_addr":"172.21.15.116:6803/3679111771","heartbeat_back_addr":"172.21.15.116:6807/3679111771","heartbeat_front_addr":"172.21.15.116:6805/3679111771","state":["exists","up"]},{"osd":2,"uuid":"7df8bf60-431f-4052-937b-62edd81442b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6801","nonce":3266782228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6803","nonce":3266782228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6807","nonce":3266782228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3266782228},{"type":"v1","addr":"172.21.15.133:6805","nonce":3266782228}]},"public_addr":"172.21.15.133:6801/3266782228","cluster_addr":"172.21.15.133:6803/3266782228","heartbeat_back_addr":"172.21.15.133:6807/3266782228","heartbeat_front_addr":"172.21.15.133:6805/3266782228","state":["exists","up"]},{"osd":3,"uuid":"cf0476c7-06d6-49fc-9d11-021e3430cf51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6811","nonce":3993289401}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6813","nonce":3993289401}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6817","nonce":3993289401}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3993289401},{"type":"v1","addr":"172.21.15.112:6815","nonce":3993289401}]},"public_addr":"172.21.15.112:6811/3993289401","cluster_addr":"172.21.15.112:6813/3993289401","heartbeat_back_addr":"172.21.15.112:6817/3993289401","heartbeat_front_addr":"172.21.15.112:6815/3993289401","state":["exists","up"]},{"osd":4,"uuid":"c3d05c63-ea52-4bf4-90e1-c8323245627e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6809","nonce":2217711156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6811","nonce":2217711156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6815","nonce":2217711156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":2217711156},{"type":"v1","addr":"172.21.15.116:6813","nonce":2217711156}]},"public_addr":"172.21.15.116:6809/2217711156","cluster_addr":"172.21.15.116:6811/2217711156","heartbeat_back_addr":"172.21.15.116:6815/2217711156","heartbeat_front_addr":"172.21.15.116:6813/2217711156","state":["exists","up"]},{"osd":5,"uuid":"4c24d9d9-ad74-4b3e-88ed-b4bf3e195699","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6809","nonce":3013873387}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6811","nonce":3013873387}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6815","nonce":3013873387}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3013873387},{"type":"v1","addr":"172.21.15.133:6813","nonce":3013873387}]},"public_addr":"172.21.15.133:6809/3013873387","cluster_addr":"172.21.15.133:6811/3013873387","heartbeat_back_addr":"172.21.15.133:6815/3013873387","heartbeat_front_addr":"172.21.15.133:6813/3013873387","state":["exists","up"]},{"osd":6,"uuid":"9b54f6e4-daef-4c50-b776-7b29c216e2d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6819","nonce":3167140068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6821","nonce":3167140068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6825","nonce":3167140068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3167140068},{"type":"v1","addr":"172.21.15.112:6823","nonce":3167140068}]},"public_addr":"172.21.15.112:6819/3167140068","cluster_addr":"172.21.15.112:6821/3167140068","heartbeat_back_addr":"172.21.15.112:6825/3167140068","heartbeat_front_addr":"172.21.15.112:6823/3167140068","state":["exists","up"]},{"osd":7,"uuid":"dc65c703-a675-403a-a76b-28b7d03d2ddc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6817","nonce":3254714829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6819","nonce":3254714829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6823","nonce":3254714829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":3254714829},{"type":"v1","addr":"172.21.15.116:6821","nonce":3254714829}]},"public_addr":"172.21.15.116:6817/3254714829","cluster_addr":"172.21.15.116:6819/3254714829","heartbeat_back_addr":"172.21.15.116:6823/3254714829","heartbeat_front_addr":"172.21.15.116:6821/3254714829","state":["exists","up"]},{"osd":8,"uuid":"dd430d9a-2626-4958-91c5-0583f01b2a1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6817","nonce":2902182880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6819","nonce":2902182880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6823","nonce":2902182880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":2902182880},{"type":"v1","addr":"172.21.15.133:6821","nonce":2902182880}]},"public_addr":"172.21.15.133:6817/2902182880","cluster_addr":"172.21.15.133:6819/2902182880","heartbeat_back_addr":"172.21.15.133:6823/2902182880","heartbeat_front_addr":"172.21.15.133:6821/2902182880","state":["exists","up"]},{"osd":9,"uuid":"017c24ca-8c21-4834-aec2-34e26bce0af3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6827","nonce":3125152728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6829","nonce":3125152728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6833","nonce":3125152728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3125152728},{"type":"v1","addr":"172.21.15.112:6831","nonce":3125152728}]},"public_addr":"172.21.15.112:6827/3125152728","cluster_addr":"172.21.15.112:6829/3125152728","heartbeat_back_addr":"172.21.15.112:6833/3125152728","heartbeat_front_addr":"172.21.15.112:6831/3125152728","state":["exists","up"]},{"osd":10,"uuid":"f2d121f2-44fe-43eb-b885-135edaa72653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6825","nonce":2654463977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6827","nonce":2654463977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6831","nonce":2654463977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":2654463977},{"type":"v1","addr":"172.21.15.116:6829","nonce":2654463977}]},"public_addr":"172.21.15.116:6825/2654463977","cluster_addr":"172.21.15.116:6827/2654463977","heartbeat_back_addr":"172.21.15.116:6831/2654463977","heartbeat_front_addr":"172.21.15.116:6829/2654463977","state":["exists","up"]},{"osd":11,"uuid":"e3044994-2c63-493a-81d6-efd654841ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6825","nonce":4070901560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6827","nonce":4070901560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6831","nonce":4070901560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":4070901560},{"type":"v1","addr":"172.21.15.133:6829","nonce":4070901560}]},"public_addr":"172.21.15.133:6825/4070901560","cluster_addr":"172.21.15.133:6827/4070901560","heartbeat_back_addr":"172.21.15.133:6831/4070901560","heartbeat_front_addr":"172.21.15.133:6829/4070901560","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:06.723260+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:30.944112+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:53:54.963185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:20.144015+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:54:45.137254+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:10.131139+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:55:36.031904+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:02.054117+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:27.947961+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:56:54.112049+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:20.304638+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T15:57:46.253351+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":1}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.d","mappings":[{"from":5,"to":11}]},{"pgid":"2.1d","mappings":[{"from":7,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.b","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.7","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/877782119":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2321533521":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2387290151":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/3952841465":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6801/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6801/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:6800/1021036877":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/2056922000":"2024-04-26T16:01:06.699722+0000","172.21.15.112:6800/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/3057346898":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6800/4128478085":"2024-04-26T16:01:06.699722+0000","172.21.15.112:0/2114197396":"2024-04-26T15:51:32.118297+0000","172.21.15.112:0/190877922":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/284813497":"2024-04-26T15:51:05.562858+0000","172.21.15.112:6801/2956687455":"2024-04-26T15:51:05.562858+0000","172.21.15.112:0/2452462648":"2024-04-26T15:51:32.118297+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T16:11:59.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc00c0afc60 msgr2=0x7fc00c0b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.914 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc00c0afc60 0x7fc00c0b2170 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc018009b60 tx=0x7fc018005f90 comp rx=0 tx=0).stop 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410e050 msgr2=0x7fc02419eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410e050 0x7fc02419eea0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc01c00eb10 tx=0x7fc01c00c2d0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 shutdown_connections 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7fc00c0afc60 0x7fc00c0b2170 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc02410b660 0x7fc02419abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc02410e050 0x7fc02419eea0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 --2- 172.21.15.112:0/3970028487 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc024104c00 0x7fc02419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 >> 172.21.15.112:0/3970028487 conn(0x7fc0240fe080 msgr2=0x7fc0241004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 shutdown_connections 2024-04-25T16:11:59.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:11:59.913+0000 7fc029030640 1 -- 172.21.15.112:0/3970028487 wait complete. 2024-04-25T16:11:59.924 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:59 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/865003927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:11:59.924 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:11:59 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/180925785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:11:59.926 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-25T16:11:59.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:59 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/865003927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:11:59.935 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:11:59 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/180925785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:12:00.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:59 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/865003927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:12:00.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:11:59 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/180925785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.033+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1805107860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108eb0 msgr2=0x7f71f8102b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.033+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1805107860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108eb0 0x7f71f8102b50 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f71e0009900 tx=0x7f71e002a410 comp rx=0 tx=0).stop 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1805107860 shutdown_connections 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1805107860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71f81031c0 0x7f71f810f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1805107860 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108eb0 0x7f71f8102b50 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1805107860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71f8108a10 0x7f71f8102610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1805107860 >> 172.21.15.112:0/1805107860 conn(0x7f71f80781b0 msgr2=0x7f71f80785f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1805107860 shutdown_connections 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1805107860 wait complete. 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 Processor -- start 2024-04-25T16:12:00.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 -- start start 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71f81031c0 0x7f71f819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108a10 0x7f71f819abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71f8108eb0 0x7f71f819eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.034+0000 7f71fd9c0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f71f8112ae0 con 0x7f71f8108a10 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71fd9c0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f71f8112960 con 0x7f71f81031c0 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71fd9c0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f71f8112c60 con 0x7f71f8108eb0 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108a10 0x7f71f819abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108a10 0x7f71f819abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56142/0 (socket says 172.21.15.112:56142) 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 -- 172.21.15.112:0/1376271353 learned_addr learned my addr 172.21.15.112:0/1376271353 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71f6ffd640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71f81031c0 0x7f71f819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71f77fe640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71f8108eb0 0x7f71f819eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 -- 172.21.15.112:0/1376271353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71f8108eb0 msgr2=0x7f71f819eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71f8108eb0 0x7f71f819eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 -- 172.21.15.112:0/1376271353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71f81031c0 msgr2=0x7f71f819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71f81031c0 0x7f71f819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 -- 172.21.15.112:0/1376271353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71f819f4f0 con 0x7f71f8108a10 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71effff640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108a10 0x7f71f819abf0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f71e0004770 tx=0x7f71e0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71fc9be640 1 -- 172.21.15.112:0/1376271353 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e003f030 con 0x7f71f8108a10 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71fc9be640 1 -- 172.21.15.112:0/1376271353 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f71e0004440 con 0x7f71f8108a10 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71f819f780 con 0x7f71f8108a10 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71fc9be640 1 -- 172.21.15.112:0/1376271353 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e0035070 con 0x7f71f8108a10 2024-04-25T16:12:00.039 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.035+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71f819fc70 con 0x7f71f8108a10 2024-04-25T16:12:00.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.036+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71f8103d00 con 0x7f71f8108a10 2024-04-25T16:12:00.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.038+0000 7f71fc9be640 1 -- 172.21.15.112:0/1376271353 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f71e0042030 con 0x7f71f8108a10 2024-04-25T16:12:00.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.038+0000 7f71fc9be640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f71e40afc60 0x7f71e40b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.038+0000 7f71f6ffd640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f71e40afc60 0x7f71e40b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.038+0000 7f71fc9be640 1 -- 172.21.15.112:0/1376271353 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9620+0+0 (secure 0 0 0) 0x7f71e00ff8c0 con 0x7f71f8108a10 2024-04-25T16:12:00.040 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.039+0000 7f71f6ffd640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f71e40afc60 0x7f71e40b2170 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f71f8069e20 tx=0x7f71e8005f90 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:00.044 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.043+0000 7f71fc9be640 1 -- 172.21.15.112:0/1376271353 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f71e00c7d10 con 0x7f71f8108a10 2024-04-25T16:12:00.260 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.259+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f71f81a71c0 con 0x7f71f8108a10 2024-04-25T16:12:00.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.261+0000 7f71fc9be640 1 -- 172.21.15.112:0/1376271353 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7f71e00c7610 con 0x7f71f8108a10 2024-04-25T16:12:00.263 INFO:teuthology.orchestra.run.smithi112.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-25T16:12:00.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f71e40afc60 msgr2=0x7f71e40b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f71e40afc60 0x7f71e40b2170 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f71f8069e20 tx=0x7f71e8005f90 comp rx=0 tx=0).stop 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108a10 msgr2=0x7f71f819abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108a10 0x7f71f819abf0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f71e0004770 tx=0x7f71e0004040 comp rx=0 tx=0).stop 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 shutdown_connections 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f71e40afc60 0x7f71e40b2170 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71f8108eb0 0x7f71f819eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f71f8108a10 0x7f71f819abf0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 --2- 172.21.15.112:0/1376271353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71f81031c0 0x7f71f819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 >> 172.21.15.112:0/1376271353 conn(0x7f71f80781b0 msgr2=0x7f71f806b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 shutdown_connections 2024-04-25T16:12:00.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.265+0000 7f71fd9c0640 1 -- 172.21.15.112:0/1376271353 wait complete. 2024-04-25T16:12:00.282 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-25T16:12:00.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 -- 172.21.15.112:0/2141818057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010b6b0 msgr2=0x7f5fb010dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/2141818057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010b6b0 0x7f5fb010dad0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5fa0009900 tx=0x7f5fa002a510 comp rx=0 tx=0).stop 2024-04-25T16:12:00.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 -- 172.21.15.112:0/2141818057 shutdown_connections 2024-04-25T16:12:00.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/2141818057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb010e060 0x7f5fb0110550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/2141818057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010b6b0 0x7f5fb010dad0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/2141818057 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb0104c50 0x7f5fb0105060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 -- 172.21.15.112:0/2141818057 >> 172.21.15.112:0/2141818057 conn(0x7f5fb0078100 msgr2=0x7f5fb0078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 -- 172.21.15.112:0/2141818057 shutdown_connections 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.397+0000 7f5fb79a8640 1 -- 172.21.15.112:0/2141818057 wait complete. 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 Processor -- start 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 -- start start 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0104c50 0x7f5fb019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb010b6b0 0x7f5fb019abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010e060 0x7f5fb019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb0113b70 con 0x7f5fb010e060 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb01139f0 con 0x7f5fb010b6b0 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb79a8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb0113cf0 con 0x7f5fb0104c50 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010e060 0x7f5fb019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010e060 0x7f5fb019ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56200/0 (socket says 172.21.15.112:56200) 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 -- 172.21.15.112:0/3021402929 learned_addr learned my addr 172.21.15.112:0/3021402929 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb4f43640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb010b6b0 0x7f5fb019abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 -- 172.21.15.112:0/3021402929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0104c50 msgr2=0x7f5fb019a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5744640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0104c50 0x7f5fb019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0104c50 0x7f5fb019a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 -- 172.21.15.112:0/3021402929 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb010b6b0 msgr2=0x7f5fb019abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb010b6b0 0x7f5fb019abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.398+0000 7f5fb5f45640 1 -- 172.21.15.112:0/3021402929 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb019f4d0 con 0x7f5fb010e060 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.399+0000 7f5fb5f45640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010e060 0x7f5fb019ee90 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800eb10 tx=0x7f5fa800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.399+0000 7f5fa67fc640 1 -- 172.21.15.112:0/3021402929 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8004b20 con 0x7f5fb010e060 2024-04-25T16:12:00.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.399+0000 7f5fa67fc640 1 -- 172.21.15.112:0/3021402929 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5fa8004cc0 con 0x7f5fb010e060 2024-04-25T16:12:00.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.399+0000 7f5fa67fc640 1 -- 172.21.15.112:0/3021402929 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8010690 con 0x7f5fb010e060 2024-04-25T16:12:00.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.399+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb019f7c0 con 0x7f5fb010e060 2024-04-25T16:12:00.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.399+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb019fc90 con 0x7f5fb010e060 2024-04-25T16:12:00.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.400+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb006afa0 con 0x7f5fb010e060 2024-04-25T16:12:00.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.401+0000 7f5fa67fc640 1 -- 172.21.15.112:0/3021402929 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f5fa8005000 con 0x7f5fb010e060 2024-04-25T16:12:00.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.402+0000 7f5fa67fc640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5f9c0afce0 0x7f5f9c0b21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:00.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.402+0000 7f5fb5744640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5f9c0afce0 0x7f5f9c0b21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:00.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.402+0000 7f5fa67fc640 1 -- 172.21.15.112:0/3021402929 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9962+0+0 (secure 0 0 0) 0x7f5fa80dfce0 con 0x7f5fb010e060 2024-04-25T16:12:00.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.402+0000 7f5fb5744640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5f9c0afce0 0x7f5f9c0b21f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5fac005fd0 tx=0x7f5fac009470 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:00.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.405+0000 7f5fa67fc640 1 -- 172.21.15.112:0/3021402929 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5fa8053ff0 con 0x7f5fb010e060 2024-04-25T16:12:00.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:00.620+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f5fb01a7290 con 0x7f5fb010e060 2024-04-25T16:12:00.644 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a[29422]: 2024-04-25T16:12:00.260+0000 7fe6acf69700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a[69207]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a[69207]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mds[69211]: -- 172.21.15.112:0/1841583670 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55989c8f3a40 con 0x55989c93b180 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a[69207]: starting mds.a at 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g[68860]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g[68860]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mds[68864]: -- 172.21.15.112:0/1217535410 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558d10815a40 con 0x558d1085da80 2024-04-25T16:12:00.645 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g[68860]: starting mds.g at 2024-04-25T16:12:00.646 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e[62363]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.646 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e[62363]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.646 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mds[62367]: -- 172.21.15.116:0/251299841 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e4d2d41a40 con 0x55e4d2d89600 2024-04-25T16:12:00.646 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e[62363]: starting mds.e at 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f[62381]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f[62381]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mds[62385]: -- 172.21.15.133:0/2137885786 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560edae5ba40 con 0x560edaea3600 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f[62381]: starting mds.f at 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mds[62982]: -- 172.21.15.116:0/2287841923 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d141373a40 con 0x55d1413bb600 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: starting mds.b at 2024-04-25T16:12:00.647 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i[62996]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i[62996]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mds[63000]: -- 172.21.15.133:0/1087920329 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564f65c8fa40 con 0x564f65cd7a80 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i[62996]: starting mds.i at 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h[62670]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h[62670]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mds[62674]: -- 172.21.15.116:0/2545519539 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557b7222ba40 con 0x557b72273a80 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h[62670]: starting mds.h at 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l[62060]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l[62060]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.648 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mds[62064]: -- 172.21.15.133:0/2420682352 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5563ab35ba40 con 0x5563ab3a3600 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l[62060]: starting mds.l at 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k[62046]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k[62046]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mds[62050]: -- 172.21.15.116:0/1007005707 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ee74e21a40 con 0x55ee74e69600 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k[62046]: starting mds.k at 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c[62688]: ignoring --setuser ceph since I am not root 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c[62688]: ignoring --setgroup ceph since I am not root 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mds[62692]: -- 172.21.15.133:0/3924519592 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ad83595a40 con 0x55ad835dd180 2024-04-25T16:12:00.649 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c[62688]: starting mds.c at 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: pgmap v337: 129 pgs: 129 active+clean; 1.9 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 938 B/s wr, 14 op/s 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3970028487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1376271353' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/1376271353' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T16:12:00.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:00 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3021402929' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T16:12:00.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: pgmap v337: 129 pgs: 129 active+clean; 1.9 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 938 B/s wr, 14 op/s 2024-04-25T16:12:00.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3970028487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:12:00.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1376271353' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T16:12:00.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T16:12:00.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T16:12:00.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/1376271353' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T16:12:00.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T16:12:00.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T16:12:00.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:00 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3021402929' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: pgmap v337: 129 pgs: 129 active+clean; 1.9 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 938 B/s wr, 14 op/s 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3970028487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1376271353' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/1376271353' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T16:12:01.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:00 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3021402929' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T16:12:01.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.263+0000 7f5fa67fc640 1 -- 172.21.15.112:0/3021402929 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v31) ==== 104+0+0 (secure 0 0 0) 0x7f5fa80a7fe0 con 0x7f5fb010e060 2024-04-25T16:12:01.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5f9c0afce0 msgr2=0x7f5f9c0b21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:01.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5f9c0afce0 0x7f5f9c0b21f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5fac005fd0 tx=0x7f5fac009470 comp rx=0 tx=0).stop 2024-04-25T16:12:01.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010e060 msgr2=0x7f5fb019ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:01.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010e060 0x7f5fb019ee90 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800eb10 tx=0x7f5fa800c2d0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 shutdown_connections 2024-04-25T16:12:01.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f5f9c0afce0 0x7f5f9c0b21f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fb010e060 0x7f5fb019ee90 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5fb010b6b0 0x7f5fb019abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 --2- 172.21.15.112:0/3021402929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fb0104c50 0x7f5fb019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 >> 172.21.15.112:0/3021402929 conn(0x7f5fb0078100 msgr2=0x7f5fb0101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:01.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 shutdown_connections 2024-04-25T16:12:01.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.267+0000 7f5fb79a8640 1 -- 172.21.15.112:0/3021402929 wait complete. 2024-04-25T16:12:01.284 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-25T16:12:01.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 -- 172.21.15.112:0/1130939207 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108a20 msgr2=0x7f1cec102620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:01.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/1130939207 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108a20 0x7f1cec102620 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009900 tx=0x7f1cdc02a3f0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 -- 172.21.15.112:0/1130939207 shutdown_connections 2024-04-25T16:12:01.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/1130939207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1cec1031d0 0x7f1cec10f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/1130939207 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1cec108ec0 0x7f1cec102b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/1130939207 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108a20 0x7f1cec102620 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 -- 172.21.15.112:0/1130939207 >> 172.21.15.112:0/1130939207 conn(0x7f1cec078180 msgr2=0x7f1cec0785c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 -- 172.21.15.112:0/1130939207 shutdown_connections 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.396+0000 7f1cf08f0640 1 -- 172.21.15.112:0/1130939207 wait complete. 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 Processor -- start 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 -- start start 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1cec1031d0 0x7f1cec199590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1cec108a20 0x7f1cec199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108ec0 0x7f1cec19ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec112ad0 con 0x7f1cec108ec0 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec112950 con 0x7f1cec108a20 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.397+0000 7f1cf08f0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec112c50 con 0x7f1cec1031d0 2024-04-25T16:12:01.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108ec0 0x7f1cec19ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108ec0 0x7f1cec19ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56218/0 (socket says 172.21.15.112:56218) 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 -- 172.21.15.112:0/713345023 learned_addr learned my addr 172.21.15.112:0/713345023 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1ce3fff640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1cec108a20 0x7f1cec199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cea59c640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1cec1031d0 0x7f1cec199590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 -- 172.21.15.112:0/713345023 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1cec1031d0 msgr2=0x7f1cec199590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1cec1031d0 0x7f1cec199590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 -- 172.21.15.112:0/713345023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1cec108a20 msgr2=0x7f1cec199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1cec108a20 0x7f1cec199af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 -- 172.21.15.112:0/713345023 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cec19e370 con 0x7f1cec108ec0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cead9d640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108ec0 0x7f1cec19ddb0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1ce400ebe0 tx=0x7f1ce4007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1ce37fe640 1 -- 172.21.15.112:0/713345023 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ce4007ca0 con 0x7f1cec108ec0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1ce37fe640 1 -- 172.21.15.112:0/713345023 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1ce4007e40 con 0x7f1cec108ec0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cec19e600 con 0x7f1cec108ec0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1ce37fe640 1 -- 172.21.15.112:0/713345023 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ce40057d0 con 0x7f1cec108ec0 2024-04-25T16:12:01.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.398+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cec19eb50 con 0x7f1cec108ec0 2024-04-25T16:12:01.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.399+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cec06a160 con 0x7f1cec108ec0 2024-04-25T16:12:01.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.401+0000 7f1ce37fe640 1 -- 172.21.15.112:0/713345023 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f1ce4004a40 con 0x7f1cec108ec0 2024-04-25T16:12:01.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.401+0000 7f1ce37fe640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1cd80afc60 0x7f1cd80b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:01.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.401+0000 7f1cea59c640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1cd80afc60 0x7f1cd80b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:01.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.401+0000 7f1ce37fe640 1 -- 172.21.15.112:0/713345023 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9962+0+0 (secure 0 0 0) 0x7f1ce40e0aa0 con 0x7f1cec108ec0 2024-04-25T16:12:01.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.402+0000 7f1cea59c640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1cd80afc60 0x7f1cd80b2170 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc005940 tx=0x7f1cdc0058d0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:01.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.406+0000 7f1ce37fe640 1 -- 172.21.15.112:0/713345023 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1ce40a8750 con 0x7f1cec108ec0 2024-04-25T16:12:01.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:01.582+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1cec1069a0 con 0x7f1cec108ec0 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: Cluster is now healthy 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/3021402929' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.112:6838/2432369854,v1:172.21.15.112:6839/2432369854] up:boot 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.112:6840/383191347,v1:172.21.15.112:6841/383191347] up:boot 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6832/3616781640,v1:172.21.15.133:6835/3616781640] up:boot 2024-04-25T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6832/103209903,v1:172.21.15.116:6834/103209903] up:boot 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6833/4050616989,v1:172.21.15.116:6835/4050616989] up:boot 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6834/1316579120,v1:172.21.15.133:6836/1316579120] up:boot 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6833/4158207646,v1:172.21.15.133:6837/4158207646] up:boot 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.133:6838/869544065,v1:172.21.15.133:6839/869544065] up:boot 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6837/2386923184,v1:172.21.15.116:6838/2386923184] up:boot 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: mds.? [v2:172.21.15.116:6836/3898015637,v1:172.21.15.116:6839/3898015637] up:boot 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: fsmap 12 up:standby 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:12:01.937 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T16:12:01.938 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T16:12:01.938 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:12:01.938 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:01 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/713345023' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:01.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: Cluster is now healthy 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/3021402929' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.112:6838/2432369854,v1:172.21.15.112:6839/2432369854] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.112:6840/383191347,v1:172.21.15.112:6841/383191347] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6832/3616781640,v1:172.21.15.133:6835/3616781640] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6832/103209903,v1:172.21.15.116:6834/103209903] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6833/4050616989,v1:172.21.15.116:6835/4050616989] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6834/1316579120,v1:172.21.15.133:6836/1316579120] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6833/4158207646,v1:172.21.15.133:6837/4158207646] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.133:6838/869544065,v1:172.21.15.133:6839/869544065] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6837/2386923184,v1:172.21.15.116:6838/2386923184] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: mds.? [v2:172.21.15.116:6836/3898015637,v1:172.21.15.116:6839/3898015637] up:boot 2024-04-25T16:12:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: fsmap 12 up:standby 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:12:01.957 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:01 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/713345023' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:02.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T16:12:02.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T16:12:02.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: Cluster is now healthy 2024-04-25T16:12:02.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/3021402929' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T16:12:02.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.112:6838/2432369854,v1:172.21.15.112:6839/2432369854] up:boot 2024-04-25T16:12:02.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.112:6840/383191347,v1:172.21.15.112:6841/383191347] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6832/3616781640,v1:172.21.15.133:6835/3616781640] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6832/103209903,v1:172.21.15.116:6834/103209903] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6833/4050616989,v1:172.21.15.116:6835/4050616989] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6834/1316579120,v1:172.21.15.133:6836/1316579120] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6833/4158207646,v1:172.21.15.133:6837/4158207646] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.133:6838/869544065,v1:172.21.15.133:6839/869544065] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6837/2386923184,v1:172.21.15.116:6838/2386923184] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: mds.? [v2:172.21.15.116:6836/3898015637,v1:172.21.15.116:6839/3898015637] up:boot 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: fsmap 12 up:standby 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T16:12:02.029 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T16:12:02.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T16:12:02.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T16:12:02.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:12:02.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T16:12:02.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T16:12:02.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='mgr.15552 172.21.15.112:0/3049198357' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T16:12:02.030 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:01 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/713345023' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:02.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.265+0000 7f1ce37fe640 1 -- 172.21.15.112:0/713345023 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v94) ==== 181+0+0 (secure 0 0 0) 0x7f1ce40aca50 con 0x7f1cec108ec0 2024-04-25T16:12:02.267 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_metadata' removed 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.268+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1cd80afc60 msgr2=0x7f1cd80b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.268+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1cd80afc60 0x7f1cd80b2170 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc005940 tx=0x7f1cdc0058d0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.268+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108ec0 msgr2=0x7f1cec19ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.268+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108ec0 0x7f1cec19ddb0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1ce400ebe0 tx=0x7f1ce4007590 comp rx=0 tx=0).stop 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 shutdown_connections 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f1cd80afc60 0x7f1cd80b2170 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1cec108ec0 0x7f1cec19ddb0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1cec108a20 0x7f1cec199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 --2- 172.21.15.112:0/713345023 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1cec1031d0 0x7f1cec199590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 >> 172.21.15.112:0/713345023 conn(0x7f1cec078180 msgr2=0x7f1cec104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:02.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 shutdown_connections 2024-04-25T16:12:02.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.269+0000 7f1cf08f0640 1 -- 172.21.15.112:0/713345023 wait complete. 2024-04-25T16:12:02.287 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-25T16:12:02.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 -- 172.21.15.112:0/3118165892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848108a20 msgr2=0x7f58481025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:02.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 --2- 172.21.15.112:0/3118165892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848108a20 0x7f58481025b0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f5838009900 tx=0x7f583802a410 comp rx=0 tx=0).stop 2024-04-25T16:12:02.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 -- 172.21.15.112:0/3118165892 shutdown_connections 2024-04-25T16:12:02.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 --2- 172.21.15.112:0/3118165892 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f584810d380 0x7f584810f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 --2- 172.21.15.112:0/3118165892 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5848102af0 0x7f5848102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 --2- 172.21.15.112:0/3118165892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848108a20 0x7f58481025b0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 -- 172.21.15.112:0/3118165892 >> 172.21.15.112:0/3118165892 conn(0x7f5848078110 msgr2=0x7f5848078550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:02.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 -- 172.21.15.112:0/3118165892 shutdown_connections 2024-04-25T16:12:02.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.404+0000 7f584d5ba640 1 -- 172.21.15.112:0/3118165892 wait complete. 2024-04-25T16:12:02.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 Processor -- start 2024-04-25T16:12:02.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 -- start start 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848102af0 0x7f584819b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5848108a20 0x7f584819b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f584810d380 0x7f584819bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f5848112ae0 con 0x7f5848102af0 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5848112960 con 0x7f5848108a20 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f584d5ba640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5848112c60 con 0x7f584810d380 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f5846ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848102af0 0x7f584819b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f5846ffd640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848102af0 0x7f584819b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56234/0 (socket says 172.21.15.112:56234) 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.405+0000 7f5846ffd640 1 -- 172.21.15.112:0/2465619067 learned_addr learned my addr 172.21.15.112:0/2465619067 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f58477fe640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f584810d380 0x7f584819bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:02.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f583ffff640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5848108a20 0x7f584819b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5846ffd640 1 -- 172.21.15.112:0/2465619067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f584810d380 msgr2=0x7f584819bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5846ffd640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f584810d380 0x7f584819bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5846ffd640 1 -- 172.21.15.112:0/2465619067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5848108a20 msgr2=0x7f584819b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5846ffd640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5848108a20 0x7f584819b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5846ffd640 1 -- 172.21.15.112:0/2465619067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58481a6780 con 0x7f5848102af0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5846ffd640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848102af0 0x7f584819b440 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f583802a930 tx=0x7f5838003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5844ff9640 1 -- 172.21.15.112:0/2465619067 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583803f070 con 0x7f5848102af0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5844ff9640 1 -- 172.21.15.112:0/2465619067 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f583803bdc0 con 0x7f5848102af0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58481a6a10 con 0x7f5848102af0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f5844ff9640 1 -- 172.21.15.112:0/2465619067 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5838035030 con 0x7f5848102af0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.406+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58481a6f00 con 0x7f5848102af0 2024-04-25T16:12:02.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.407+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5848103cd0 con 0x7f5848102af0 2024-04-25T16:12:02.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.408+0000 7f5844ff9640 1 -- 172.21.15.112:0/2465619067 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f5838042070 con 0x7f5848102af0 2024-04-25T16:12:02.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.409+0000 7f5844ff9640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f58340afc60 0x7f58340b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:02.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.409+0000 7f583ffff640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f58340afc60 0x7f58340b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:02.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.410+0000 7f5844ff9640 1 -- 172.21.15.112:0/2465619067 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9342+0+0 (secure 0 0 0) 0x7f58381000f0 con 0x7f5848102af0 2024-04-25T16:12:02.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.410+0000 7f583ffff640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f58340afc60 0x7f58340b2170 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5830005db0 tx=0x7f5830005d40 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:02.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.413+0000 7f5844ff9640 1 -- 172.21.15.112:0/2465619067 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f58380c86f0 con 0x7f5848102af0 2024-04-25T16:12:02.599 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:02.598+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f584806afa0 con 0x7f5848102af0 2024-04-25T16:12:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:02 smithi133 ceph-mon[32641]: pgmap v339: 129 pgs: 129 active+clean; 1.9 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T16:12:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/713345023' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T16:12:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:02 smithi133 ceph-mon[32641]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T16:12:02.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:02 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2465619067' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:02 smithi112 ceph-mon[29426]: pgmap v339: 129 pgs: 129 active+clean; 1.9 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T16:12:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/713345023' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T16:12:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:02 smithi112 ceph-mon[29426]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T16:12:02.955 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:02 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2465619067' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:03.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:02 smithi116 ceph-mon[32780]: pgmap v339: 129 pgs: 129 active+clean; 1.9 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T16:12:03.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/713345023' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T16:12:03.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:02 smithi116 ceph-mon[32780]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T16:12:03.028 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:02 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2465619067' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:03.268 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.267+0000 7f5844ff9640 1 -- 172.21.15.112:0/2465619067 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v95) ==== 169+0+0 (secure 0 0 0) 0x7f58380c7ff0 con 0x7f5848102af0 2024-04-25T16:12:03.268 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data' removed 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f58340afc60 msgr2=0x7f58340b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f58340afc60 0x7f58340b2170 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5830005db0 tx=0x7f5830005d40 comp rx=0 tx=0).stop 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848102af0 msgr2=0x7f584819b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848102af0 0x7f584819b440 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f583802a930 tx=0x7f5838003d60 comp rx=0 tx=0).stop 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 shutdown_connections 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f58340afc60 0x7f58340b2170 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f584810d380 0x7f584819bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5848108a20 0x7f584819b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 --2- 172.21.15.112:0/2465619067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5848102af0 0x7f584819b440 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.270+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 >> 172.21.15.112:0/2465619067 conn(0x7f5848078110 msgr2=0x7f58481040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.271+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 shutdown_connections 2024-04-25T16:12:03.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.271+0000 7f584d5ba640 1 -- 172.21.15.112:0/2465619067 wait complete. 2024-04-25T16:12:03.290 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-04-25T16:12:03.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 -- 172.21.15.112:0/176021891 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 msgr2=0x7f78701025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:03.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 --2- 172.21.15.112:0/176021891 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f78701025b0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f786c009900 tx=0x7f786c02a410 comp rx=0 tx=0).stop 2024-04-25T16:12:03.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 -- 172.21.15.112:0/176021891 shutdown_connections 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 --2- 172.21.15.112:0/176021891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f787010d380 0x7f787010f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 --2- 172.21.15.112:0/176021891 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7870102af0 0x7f7870102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 --2- 172.21.15.112:0/176021891 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f78701025b0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 -- 172.21.15.112:0/176021891 >> 172.21.15.112:0/176021891 conn(0x7f7870078100 msgr2=0x7f7870078540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 -- 172.21.15.112:0/176021891 shutdown_connections 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.406+0000 7f78775ee640 1 -- 172.21.15.112:0/176021891 wait complete. 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 Processor -- start 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 -- start start 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7870102af0 0x7f787019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f787019abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f787010d380 0x7f787019eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 -- 0x7f7870112a90 con 0x7f7870108a20 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7870112910 con 0x7f7870102af0 2024-04-25T16:12:03.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78775ee640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7870112c10 con 0x7f787010d380 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f787019abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f787019abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56248/0 (socket says 172.21.15.112:56248) 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 -- 172.21.15.112:0/2424084036 learned_addr learned my addr 172.21.15.112:0/2424084036 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f787538a640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7870102af0 0x7f787019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7875b8b640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f787010d380 0x7f787019eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 -- 172.21.15.112:0/2424084036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f787010d380 msgr2=0x7f787019eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f787010d380 0x7f787019eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 -- 172.21.15.112:0/2424084036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7870102af0 msgr2=0x7f787019a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7870102af0 0x7f787019a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 -- 172.21.15.112:0/2424084036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f787019f4e0 con 0x7f7870108a20 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7875b8b640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f787010d380 0x7f787019eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f787538a640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7870102af0 0x7f787019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f7874b89640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f787019abe0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f786000d740 tx=0x7f786000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:03.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.407+0000 7f78667fc640 1 -- 172.21.15.112:0/2424084036 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7860017070 con 0x7f7870108a20 2024-04-25T16:12:03.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.408+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f787019f7d0 con 0x7f7870108a20 2024-04-25T16:12:03.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.408+0000 7f78667fc640 1 -- 172.21.15.112:0/2424084036 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f786000de50 con 0x7f7870108a20 2024-04-25T16:12:03.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.408+0000 7f78667fc640 1 -- 172.21.15.112:0/2424084036 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7860003bb0 con 0x7f7870108a20 2024-04-25T16:12:03.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.408+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78701a7150 con 0x7f7870108a20 2024-04-25T16:12:03.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.409+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f787006afa0 con 0x7f7870108a20 2024-04-25T16:12:03.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.410+0000 7f78667fc640 1 -- 172.21.15.112:0/2424084036 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) ==== 147652+0+0 (secure 0 0 0) 0x7f7860003d50 con 0x7f7870108a20 2024-04-25T16:12:03.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.410+0000 7f78667fc640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f785c0afc60 0x7f785c0b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T16:12:03.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.411+0000 7f787538a640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f785c0afc60 0x7f785c0b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T16:12:03.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.411+0000 7f78667fc640 1 -- 172.21.15.112:0/2424084036 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8754+0+0 (secure 0 0 0) 0x7f78600debc0 con 0x7f7870108a20 2024-04-25T16:12:03.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.411+0000 7f787538a640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f785c0afc60 0x7f785c0b2170 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f786c006010 tx=0x7f786c000bc0 comp rx=0 tx=0).ready entity=mgr.15552 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T16:12:03.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.415+0000 7f78667fc640 1 -- 172.21.15.112:0/2424084036 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f78600a7370 con 0x7f7870108a20 2024-04-25T16:12:03.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:03.592+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f78701a7380 con 0x7f7870108a20 2024-04-25T16:12:04.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.279+0000 7f78667fc640 1 -- 172.21.15.112:0/2424084036 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v96) ==== 178+0+0 (secure 0 0 0) 0x7f78600a6c70 con 0x7f7870108a20 2024-04-25T16:12:04.280 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data_ec' removed 2024-04-25T16:12:04.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.283+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f785c0afc60 msgr2=0x7f785c0b2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:04.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.283+0000 7f78775ee640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f785c0afc60 0x7f785c0b2170 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f786c006010 tx=0x7f786c000bc0 comp rx=0 tx=0).stop 2024-04-25T16:12:04.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.283+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 msgr2=0x7f787019abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T16:12:04.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.283+0000 7f78775ee640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f787019abe0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f786000d740 tx=0x7f786000dc00 comp rx=0 tx=0).stop 2024-04-25T16:12:04.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 shutdown_connections 2024-04-25T16:12:04.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:6800/2160831398,v1:172.21.15.112:6801/2160831398] conn(0x7f785c0afc60 0x7f785c0b2170 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:04.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f787010d380 0x7f787019eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:04.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7870108a20 0x7f787019abe0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:04.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 --2- 172.21.15.112:0/2424084036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7870102af0 0x7f787019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T16:12:04.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 >> 172.21.15.112:0/2424084036 conn(0x7f7870078100 msgr2=0x7f7870069e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T16:12:04.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 shutdown_connections 2024-04-25T16:12:04.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-04-25T16:12:04.284+0000 7f78775ee640 1 -- 172.21.15.112:0/2424084036 wait complete. 2024-04-25T16:12:04.305 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T16:12:04.332 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T16:12:04.362 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T16:12:04.392 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-25T16:12:04.393 DEBUG:teuthology.orchestra.run.smithi112:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T16:12:04.407 DEBUG:teuthology.orchestra.run.smithi116:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T16:12:04.423 DEBUG:teuthology.orchestra.run.smithi133:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T16:12:04.448 INFO:tasks.cephadm:Stopping all daemons... 2024-04-25T16:12:04.448 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-25T16:12:04.448 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a 2024-04-25T16:12:04.527 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:04 smithi116 ceph-mon[32780]: pgmap v341: 97 pgs: 97 active+clean; 577 KiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:12:04.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:04 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2465619067' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T16:12:04.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:04 smithi116 ceph-mon[32780]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T16:12:04.528 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:04 smithi116 ceph-mon[32780]: from='client.? 172.21.15.112:0/2424084036' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:04 smithi133 ceph-mon[32641]: pgmap v341: 97 pgs: 97 active+clean; 577 KiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:12:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:04 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2465619067' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T16:12:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:04 smithi133 ceph-mon[32641]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T16:12:04.686 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:04 smithi133 ceph-mon[32641]: from='client.? 172.21.15.112:0/2424084036' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:04.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:04 smithi112 ceph-mon[29426]: pgmap v341: 97 pgs: 97 active+clean; 577 KiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T16:12:04.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:04 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2465619067' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T16:12:04.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:04 smithi112 ceph-mon[29426]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T16:12:04.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:04 smithi112 ceph-mon[29426]: from='client.? 172.21.15.112:0/2424084036' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T16:12:04.706 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:04 smithi112 systemd[1]: Stopping Ceph mon.a for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:05.002 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a[29422]: 2024-04-25T16:12:04.747+0000 7fe6b2774700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:05.002 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a[29422]: 2024-04-25T16:12:04.747+0000 7fe6b2774700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-25T16:12:05.315 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:05 smithi112 podman[87988]: 2024-04-25 16:12:05.001953611 +0000 UTC m=+0.373770559 container died 25782bb5feb72422e5e01aef1093b29cc7228589c55093cdbf52338d18a6a2a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:12:05.667 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:05 smithi112 podman[87988]: 2024-04-25 16:12:05.413898488 +0000 UTC m=+0.785715487 container cleanup 25782bb5feb72422e5e01aef1093b29cc7228589c55093cdbf52338d18a6a2a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424) 2024-04-25T16:12:05.667 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 25 16:12:05 smithi112 bash[87988]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-a 2024-04-25T16:12:05.833 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.a.service' 2024-04-25T16:12:05.881 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:05.881 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-25T16:12:05.882 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-25T16:12:05.882 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.b 2024-04-25T16:12:06.178 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:05 smithi116 systemd[1]: Stopping Ceph mon.b for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:06.511 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-b[32776]: 2024-04-25T16:12:06.176+0000 7f67fe3f0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:06.512 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-b[32776]: 2024-04-25T16:12:06.176+0000 7f67fe3f0700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-25T16:12:06.512 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:06 smithi116 podman[68360]: 2024-04-25 16:12:06.238304924 +0000 UTC m=+0.168615839 container died b4c556de20fe0138420cead218b6f57bea14b7359ccf3b2965b3471515297d0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-b, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:06.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:06 smithi116 podman[68360]: 2024-04-25 16:12:06.619148703 +0000 UTC m=+0.549459613 container cleanup b4c556de20fe0138420cead218b6f57bea14b7359ccf3b2965b3471515297d0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-25T16:12:06.778 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 25 16:12:06 smithi116 bash[68360]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-b 2024-04-25T16:12:07.050 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.b.service' 2024-04-25T16:12:07.097 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:07.097 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-25T16:12:07.097 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-25T16:12:07.097 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.c 2024-04-25T16:12:07.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:07 smithi133 systemd[1]: Stopping Ceph mon.c for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:07.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-c[32624]: 2024-04-25T16:12:07.522+0000 7f382a23a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:07.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-c[32624]: 2024-04-25T16:12:07.522+0000 7f382a23a700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-25T16:12:07.936 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:07 smithi133 podman[68463]: 2024-04-25 16:12:07.707018187 +0000 UTC m=+0.411780708 container died 4e4947541d298e6f7deae02f6d53b334970809927c2635654d3637c056ed7f78 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5) 2024-04-25T16:12:08.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:08 smithi133 podman[68463]: 2024-04-25 16:12:08.157102534 +0000 UTC m=+0.861865063 container cleanup 4e4947541d298e6f7deae02f6d53b334970809927c2635654d3637c056ed7f78 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T16:12:08.436 INFO:journalctl@ceph.mon.c.smithi133.stdout:Apr 25 16:12:08 smithi133 bash[68463]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mon-c 2024-04-25T16:12:08.674 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mon.c.service' 2024-04-25T16:12:08.716 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:08.716 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-25T16:12:08.716 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-25T16:12:08.717 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.x 2024-04-25T16:12:09.036 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:12:08 smithi112 systemd[1]: Stopping Ceph mgr.x for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:09.370 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:12:09 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:12:09.034+0000 7f272f7cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:09.371 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:12:09 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x[29657]: 2024-04-25T16:12:09.034+0000 7f272f7cb700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-25T16:12:09.371 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:12:09 smithi112 podman[88110]: 2024-04-25 16:12:09.066351877 +0000 UTC m=+0.156868332 container died e67e5e91f270afcf9d8c9ee992f9680fffbf67c29156ead2a3cd7315530237c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0) 2024-04-25T16:12:09.705 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:12:09 smithi112 podman[88110]: 2024-04-25 16:12:09.46971052 +0000 UTC m=+0.560226975 container cleanup e67e5e91f270afcf9d8c9ee992f9680fffbf67c29156ead2a3cd7315530237c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-25T16:12:09.706 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Apr 25 16:12:09 smithi112 bash[88110]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-x 2024-04-25T16:12:10.034 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-25T16:12:10.068 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:10.068 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-25T16:12:10.068 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-25T16:12:10.068 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.y 2024-04-25T16:12:10.413 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:12:10 smithi116 systemd[1]: Stopping Ceph mgr.y for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:10.700 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:12:10 smithi116 podman[68480]: 2024-04-25 16:12:10.412740978 +0000 UTC m=+0.156118039 container died 98fb8b640785653ce3b6f50b70c7d1e8e17892ab2f76fc566510efa803a47224 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-25T16:12:11.028 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:12:10 smithi116 podman[68480]: 2024-04-25 16:12:10.807617606 +0000 UTC m=+0.550994683 container cleanup 98fb8b640785653ce3b6f50b70c7d1e8e17892ab2f76fc566510efa803a47224 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:11.028 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 25 16:12:10 smithi116 bash[68480]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-y 2024-04-25T16:12:11.164 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-25T16:12:11.197 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:11.197 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-25T16:12:11.197 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-25T16:12:11.197 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.z 2024-04-25T16:12:11.543 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:12:11 smithi133 systemd[1]: Stopping Ceph mgr.z for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:11.856 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:12:11 smithi133 podman[68585]: 2024-04-25 16:12:11.542967246 +0000 UTC m=+0.150791593 container died 1d11d08230c00d3dacce37d14f16de36a412b435ac92056370988bac5da1ffdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True) 2024-04-25T16:12:12.186 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:12:11 smithi133 podman[68585]: 2024-04-25 16:12:11.937463028 +0000 UTC m=+0.545287374 container cleanup 1d11d08230c00d3dacce37d14f16de36a412b435ac92056370988bac5da1ffdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-04-25T16:12:12.186 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Apr 25 16:12:11 smithi133 bash[68585]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mgr-z 2024-04-25T16:12:12.358 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-25T16:12:12.392 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:12.392 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-25T16:12:12.392 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-25T16:12:12.393 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.0 2024-04-25T16:12:12.705 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:12 smithi112 systemd[1]: Stopping Ceph osd.0 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:13.205 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0[41621]: 2024-04-25T16:12:12.774+0000 7f9e18e68700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:13.206 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0[41621]: 2024-04-25T16:12:12.774+0000 7f9e18e68700 -1 osd.0 96 *** Got signal Terminated *** 2024-04-25T16:12:13.206 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0[41621]: 2024-04-25T16:12:12.774+0000 7f9e18e68700 -1 osd.0 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:12:18.660 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:18 smithi112 podman[88234]: 2024-04-25 16:12:18.334153146 +0000 UTC m=+5.751330535 container died aabda265cf871af98b0ec760636858ad5ad4cbf498a3ba0b63fd716f96ee9bbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-25T16:12:18.956 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:18 smithi112 podman[88234]: 2024-04-25 16:12:18.758961074 +0000 UTC m=+6.176138457 container cleanup aabda265cf871af98b0ec760636858ad5ad4cbf498a3ba0b63fd716f96ee9bbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-04-25T16:12:18.956 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:18 smithi112 bash[88234]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0 2024-04-25T16:12:19.438 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:19 smithi112 podman[88255]: 2024-04-25 16:12:19.018987307 +0000 UTC m=+0.681326364 container remove aabda265cf871af98b0ec760636858ad5ad4cbf498a3ba0b63fd716f96ee9bbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-04-25T16:12:19.690 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:19 smithi112 podman[88351]: 2024-04-25 16:12:19.340666167 +0000 UTC m=+0.018489404 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:12:19.690 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:19 smithi112 podman[88351]: 2024-04-25 16:12:19.467045689 +0000 UTC m=+0.144868910 container create 41749616ea1c7086b6523808bfe1aa0f1317ceb3f24e58ee061f9b410bb8dbc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-25T16:12:19.690 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:19 smithi112 podman[88351]: 2024-04-25 16:12:19.689886303 +0000 UTC m=+0.367709527 container init 41749616ea1c7086b6523808bfe1aa0f1317ceb3f24e58ee061f9b410bb8dbc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-25T16:12:19.955 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:19 smithi112 podman[88351]: 2024-04-25 16:12:19.69290629 +0000 UTC m=+0.370729521 container start 41749616ea1c7086b6523808bfe1aa0f1317ceb3f24e58ee061f9b410bb8dbc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T16:12:19.955 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:19 smithi112 podman[88351]: 2024-04-25 16:12:19.798622206 +0000 UTC m=+0.476445440 container attach 41749616ea1c7086b6523808bfe1aa0f1317ceb3f24e58ee061f9b410bb8dbc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T16:12:20.244 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 25 16:12:19 smithi112 podman[88351]: 2024-04-25 16:12:19.984149807 +0000 UTC m=+0.661973034 container died 41749616ea1c7086b6523808bfe1aa0f1317ceb3f24e58ee061f9b410bb8dbc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:20.690 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.0.service' 2024-04-25T16:12:20.732 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:20.733 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-25T16:12:20.733 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-25T16:12:20.733 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.1 2024-04-25T16:12:21.028 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:20 smithi116 systemd[1]: Stopping Ceph osd.1 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:21.528 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1[37354]: 2024-04-25T16:12:21.053+0000 7fe76ef28700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:21.528 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1[37354]: 2024-04-25T16:12:21.053+0000 7fe76ef28700 -1 osd.1 96 *** Got signal Terminated *** 2024-04-25T16:12:21.528 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1[37354]: 2024-04-25T16:12:21.053+0000 7fe76ef28700 -1 osd.1 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:12:26.847 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:26 smithi116 podman[68615]: 2024-04-25 16:12:26.538097126 +0000 UTC m=+5.621630727 container died b6ed23ea7e85183f594449f5f8347f5e5c4e5ee5f867c66be1d8d633ddb82fe6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T16:12:27.181 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:26 smithi116 podman[68615]: 2024-04-25 16:12:26.937413697 +0000 UTC m=+6.020947297 container cleanup b6ed23ea7e85183f594449f5f8347f5e5c4e5ee5f867c66be1d8d633ddb82fe6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD) 2024-04-25T16:12:27.181 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:26 smithi116 bash[68615]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1 2024-04-25T16:12:27.503 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:27 smithi116 podman[68633]: 2024-04-25 16:12:27.180503398 +0000 UTC m=+0.642755028 container remove b6ed23ea7e85183f594449f5f8347f5e5c4e5ee5f867c66be1d8d633ddb82fe6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:12:27.754 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:27 smithi116 podman[68720]: 2024-04-25 16:12:27.4067084 +0000 UTC m=+0.018043207 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:12:27.754 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:27 smithi116 podman[68720]: 2024-04-25 16:12:27.506322798 +0000 UTC m=+0.117657630 container create 8f181fd9a501a9c89c3c01636dd7020cb09704b5a951483ea69cf111d7d3c1ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-25T16:12:27.754 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:27 smithi116 podman[68720]: 2024-04-25 16:12:27.750792729 +0000 UTC m=+0.362127520 container init 8f181fd9a501a9c89c3c01636dd7020cb09704b5a951483ea69cf111d7d3c1ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:27.754 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:27 smithi116 podman[68720]: 2024-04-25 16:12:27.753797949 +0000 UTC m=+0.365132743 container start 8f181fd9a501a9c89c3c01636dd7020cb09704b5a951483ea69cf111d7d3c1ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2) 2024-04-25T16:12:28.028 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:27 smithi116 podman[68720]: 2024-04-25 16:12:27.8843536 +0000 UTC m=+0.495688390 container attach 8f181fd9a501a9c89c3c01636dd7020cb09704b5a951483ea69cf111d7d3c1ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-25T16:12:28.388 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 25 16:12:28 smithi116 podman[68720]: 2024-04-25 16:12:28.043305867 +0000 UTC m=+0.654640661 container died 8f181fd9a501a9c89c3c01636dd7020cb09704b5a951483ea69cf111d7d3c1ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-25T16:12:28.683 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.1.service' 2024-04-25T16:12:28.721 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:28.721 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-25T16:12:28.721 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-25T16:12:28.721 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.2 2024-04-25T16:12:29.186 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:28 smithi133 systemd[1]: Stopping Ceph osd.2 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:29.451 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-25T16:12:29.300+0000 7f6f7aaa2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:29.451 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-25T16:12:29.300+0000 7f6f7aaa2700 -1 osd.2 96 *** Got signal Terminated *** 2024-04-25T16:12:29.451 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2[37795]: 2024-04-25T16:12:29.300+0000 7f6f7aaa2700 -1 osd.2 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:12:35.036 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:34 smithi133 podman[68711]: 2024-04-25 16:12:34.743203641 +0000 UTC m=+5.823023886 container died 04122f1a3aa6da6b0ff369dfc63aad2cde5af61e41f5bef0aa4d6398b1d44430 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:12:35.419 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:35 smithi133 podman[68711]: 2024-04-25 16:12:35.125952766 +0000 UTC m=+6.205773029 container cleanup 04122f1a3aa6da6b0ff369dfc63aad2cde5af61e41f5bef0aa4d6398b1d44430 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-25T16:12:35.419 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:35 smithi133 bash[68711]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2 2024-04-25T16:12:35.686 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:35 smithi133 podman[68740]: 2024-04-25 16:12:35.41907523 +0000 UTC m=+0.672951242 container remove 04122f1a3aa6da6b0ff369dfc63aad2cde5af61e41f5bef0aa4d6398b1d44430 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-25T16:12:36.008 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:35 smithi133 podman[68835]: 2024-04-25 16:12:35.656478131 +0000 UTC m=+0.018165691 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:12:36.008 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:35 smithi133 podman[68835]: 2024-04-25 16:12:35.779129443 +0000 UTC m=+0.140817024 container create 55a97316da2b46269c954983c2840ebc7f2524d0f723c52ae58a98674455eed8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:36.008 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:36 smithi133 podman[68835]: 2024-04-25 16:12:36.007181777 +0000 UTC m=+0.368869316 container init 55a97316da2b46269c954983c2840ebc7f2524d0f723c52ae58a98674455eed8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:12:36.301 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:36 smithi133 podman[68835]: 2024-04-25 16:12:36.010799618 +0000 UTC m=+0.372487157 container start 55a97316da2b46269c954983c2840ebc7f2524d0f723c52ae58a98674455eed8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2) 2024-04-25T16:12:36.301 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:36 smithi133 podman[68835]: 2024-04-25 16:12:36.115299173 +0000 UTC m=+0.476986712 container attach 55a97316da2b46269c954983c2840ebc7f2524d0f723c52ae58a98674455eed8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240424, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-25T16:12:36.669 INFO:journalctl@ceph.osd.2.smithi133.stdout:Apr 25 16:12:36 smithi133 podman[68835]: 2024-04-25 16:12:36.300978719 +0000 UTC m=+0.662666257 container died 55a97316da2b46269c954983c2840ebc7f2524d0f723c52ae58a98674455eed8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-2-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux ) 2024-04-25T16:12:37.006 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.2.service' 2024-04-25T16:12:37.047 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:37.047 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-25T16:12:37.047 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-25T16:12:37.047 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.3 2024-04-25T16:12:37.339 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:37 smithi112 systemd[1]: Stopping Ceph osd.3 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:37.623 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:37 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T16:12:37.338+0000 7fa00b9df700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:37.623 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:37 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T16:12:37.338+0000 7fa00b9df700 -1 osd.3 96 *** Got signal Terminated *** 2024-04-25T16:12:37.623 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:37 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T16:12:37.338+0000 7fa00b9df700 -1 osd.3 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:12:39.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:38.870+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:39.455 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:39 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T16:12:39.079+0000 7fa003f8d700 -1 osd.3 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.776179+0000 front 2024-04-25T16:12:16.776145+0000 (oldest deadline 2024-04-25T16:12:39.076322+0000) 2024-04-25T16:12:39.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:39 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:39.579+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:40.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:39.917+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:40.455 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:40 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T16:12:40.062+0000 7fa003f8d700 -1 osd.3 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.776179+0000 front 2024-04-25T16:12:16.776145+0000 (oldest deadline 2024-04-25T16:12:39.076322+0000) 2024-04-25T16:12:40.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:40 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:40.560+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:41.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:40.882+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:41.455 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:41 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T16:12:41.059+0000 7fa003f8d700 -1 osd.3 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.776179+0000 front 2024-04-25T16:12:16.776145+0000 (oldest deadline 2024-04-25T16:12:39.076322+0000) 2024-04-25T16:12:41.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:41 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:41.304+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:41.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:41 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:41.548+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:42.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:41.895+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:42.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:41.967+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:42.455 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:42 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3[48148]: 2024-04-25T16:12:42.073+0000 7fa003f8d700 -1 osd.3 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.776179+0000 front 2024-04-25T16:12:16.776145+0000 (oldest deadline 2024-04-25T16:12:39.076322+0000) 2024-04-25T16:12:42.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:42 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:42.334+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:42.872 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:42 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:42.502+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:43.173 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:42 smithi112 podman[88456]: 2024-04-25 16:12:42.871800609 +0000 UTC m=+5.629942079 container died 3b2292d67c5c6118ccaf101cfe8692649a15d5ddb145d1ce5ad42c10a803b05f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:12:43.185 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:42.865+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:43.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:42.935+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:43.455 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:43 smithi112 podman[88456]: 2024-04-25 16:12:43.272570532 +0000 UTC m=+6.030711992 container cleanup 3b2292d67c5c6118ccaf101cfe8692649a15d5ddb145d1ce5ad42c10a803b05f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424) 2024-04-25T16:12:43.455 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:43 smithi112 bash[88456]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3 2024-04-25T16:12:43.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:43 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:43.285+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:43.901 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:43 smithi112 podman[88484]: 2024-04-25 16:12:43.490994408 +0000 UTC m=+0.614629305 container remove 3b2292d67c5c6118ccaf101cfe8692649a15d5ddb145d1ce5ad42c10a803b05f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T16:12:43.901 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:43 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:43.490+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:44.170 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:43 smithi112 podman[88577]: 2024-04-25 16:12:43.803619895 +0000 UTC m=+0.017842566 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:12:44.170 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:43 smithi112 podman[88577]: 2024-04-25 16:12:43.925155564 +0000 UTC m=+0.139378218 container create 652411dedc71b88ad4092ea37d4a3c2ce9af62509c8f7676a306b217ed01cbd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:44.170 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:44 smithi112 podman[88577]: 2024-04-25 16:12:44.169742083 +0000 UTC m=+0.383964738 container init 652411dedc71b88ad4092ea37d4a3c2ce9af62509c8f7676a306b217ed01cbd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-25T16:12:44.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:43.841+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:44.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:43.904+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:44.456 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:44 smithi112 podman[88577]: 2024-04-25 16:12:44.172932356 +0000 UTC m=+0.387155014 container start 652411dedc71b88ad4092ea37d4a3c2ce9af62509c8f7676a306b217ed01cbd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-25T16:12:44.456 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:44 smithi112 podman[88577]: 2024-04-25 16:12:44.269894756 +0000 UTC m=+0.484117414 container attach 652411dedc71b88ad4092ea37d4a3c2ce9af62509c8f7676a306b217ed01cbd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:44.777 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:44 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:44.326+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:44.790 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:44 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:44.488+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:44.790 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 25 16:12:44 smithi112 podman[88577]: 2024-04-25 16:12:44.474442698 +0000 UTC m=+0.688665345 container died 652411dedc71b88ad4092ea37d4a3c2ce9af62509c8f7676a306b217ed01cbd4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-25T16:12:45.108 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.3.service' 2024-04-25T16:12:45.147 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:45.148 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-25T16:12:45.148 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-25T16:12:45.148 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.4 2024-04-25T16:12:45.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:44.825+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:44.860+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:45.475 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:45 smithi116 systemd[1]: Stopping Ceph osd.4 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:45.475 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:45.283+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:45.778 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4[43855]: 2024-04-25T16:12:45.473+0000 7fcc35dff700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:45.778 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4[43855]: 2024-04-25T16:12:45.473+0000 7fcc35dff700 -1 osd.4 96 *** Got signal Terminated *** 2024-04-25T16:12:45.778 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:45 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4[43855]: 2024-04-25T16:12:45.473+0000 7fcc35dff700 -1 osd.4 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:12:45.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:45 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:45.526+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:46.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:45.837+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:46.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:45.822+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:46.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:46 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:46.289+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:46.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:46 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:46.523+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:47.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:46 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:46.781+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:47.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:46 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:46.822+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:47.777 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:47 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:47.325+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:47.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:47 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:47.517+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:48.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:47.829+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:48.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:47.811+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:48.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:47 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:47.811+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:48.705 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:48 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:48.493+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:48.706 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:48 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:48.357+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:48.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:48 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:48.276+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:48.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:48 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:48.276+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:48.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:48 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:48.446+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:49.185 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:48.863+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:49.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:48.814+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:49.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:48 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:48.814+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:49.679 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:49 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:49.317+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:49.679 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:49 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:49.317+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:49.679 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:49 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:49.396+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:49.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:49 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:49.377+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:49.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:49 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:49.492+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:49.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:49 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:49.492+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:50.185 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:49 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:49.878+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:50.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:49 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:49.778+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:50.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:49 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:49.778+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:50.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:50 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:50.375+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:50.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:50 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:50.471+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:50.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:50 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:50.471+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:50.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:50.363+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:50.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:50.366+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:50.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:50 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:50.366+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:51.143 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:50 smithi116 podman[68826]: 2024-04-25 16:12:50.852264854 +0000 UTC m=+5.509285529 container died d00ad38be6b30c95cd8483fb5a1f859748f2d75be1787283e59be95d6d9a31a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-25T16:12:51.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:50 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:50.910+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:51.187 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:50 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:50.791+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:51.187 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:50 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:50.791+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:51.397 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:51 smithi116 podman[68826]: 2024-04-25 16:12:51.249515256 +0000 UTC m=+5.906535981 container cleanup d00ad38be6b30c95cd8483fb5a1f859748f2d75be1787283e59be95d6d9a31a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-25T16:12:51.397 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:51 smithi116 bash[68826]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4 2024-04-25T16:12:51.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:51.372+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:51.705 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:51.506+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:51.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:51 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:51.506+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:51.778 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:51 smithi116 podman[68843]: 2024-04-25 16:12:51.492467831 +0000 UTC m=+0.638523795 container remove d00ad38be6b30c95cd8483fb5a1f859748f2d75be1787283e59be95d6d9a31a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-25T16:12:51.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:51 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:51.396+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:51.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:51 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:51.395+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:51.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:51 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:51.395+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:51.814 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:51 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:51.471+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:52.087 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:51 smithi116 podman[68932]: 2024-04-25 16:12:51.723046237 +0000 UTC m=+0.018243383 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:12:52.088 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:51 smithi116 podman[68932]: 2024-04-25 16:12:51.851731271 +0000 UTC m=+0.146928434 container create 60834ba3a1364a8b14b237e8ccca65c586791cf862e471b76a058d50c7ff05f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD) 2024-04-25T16:12:52.185 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:51 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:51.918+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:52.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:51 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:51.814+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:52.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:51 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:51.814+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:52.372 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:52 smithi116 podman[68932]: 2024-04-25 16:12:52.087572111 +0000 UTC m=+0.382769232 container init 60834ba3a1364a8b14b237e8ccca65c586791cf862e471b76a058d50c7ff05f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T16:12:52.372 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:52 smithi116 podman[68932]: 2024-04-25 16:12:52.090954642 +0000 UTC m=+0.386151769 container start 60834ba3a1364a8b14b237e8ccca65c586791cf862e471b76a058d50c7ff05f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-25T16:12:52.372 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:52 smithi116 podman[68932]: 2024-04-25 16:12:52.196165475 +0000 UTC m=+0.491362618 container attach 60834ba3a1364a8b14b237e8ccca65c586791cf862e471b76a058d50c7ff05f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:12:52.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:52 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:52.342+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:52.705 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:52 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:52.552+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:52.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:52 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:52.552+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:52.749 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:52 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:52.438+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:52.750 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:52 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:52.370+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:52.750 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:52 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:52.370+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:52.750 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 25 16:12:52 smithi116 podman[68932]: 2024-04-25 16:12:52.389107827 +0000 UTC m=+0.684304953 container died 60834ba3a1364a8b14b237e8ccca65c586791cf862e471b76a058d50c7ff05f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-25T16:12:52.797 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:52 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:52.456+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:53.120 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.4.service' 2024-04-25T16:12:53.158 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:12:53.158 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-25T16:12:53.158 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-25T16:12:53.158 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.5 2024-04-25T16:12:53.184 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:52 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:52.926+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:53.184 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:52 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:52.796+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:53.184 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:52 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:52.796+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:53.436 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:53 smithi133 systemd[1]: Stopping Ceph osd.5 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:12:53.436 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:53 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:53.421+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:53.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:53 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:53.315+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:53.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:53 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:53.517+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:53.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:53 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:53.517+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:53.760 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:53 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:53.477+0000 7f81af94a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:12:53.761 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:53 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:53.477+0000 7f81af94a700 -1 osd.5 96 *** Got signal Terminated *** 2024-04-25T16:12:53.761 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:53 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:53.477+0000 7f81af94a700 -1 osd.5 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:12:53.761 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:53 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:53.759+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:53.761 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:53 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:53.759+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:53.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:53 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:53.440+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:53.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:53 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:53.344+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:53.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:53 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:53.344+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:54.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:53 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:53.946+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:54.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:54 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:54.299+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:54.705 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:54 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:54.501+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:54.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:54 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:54.501+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:54.719 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:54 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:54.456+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:54.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:54 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:54.421+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:54.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:54 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:54.329+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:54.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:54 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:54.329+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:55.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:54 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:54.926+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:55.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:54 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:54.718+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:55.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:54 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:54.718+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:55.455 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:55 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:55.266+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:55.455 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:55 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:55.266+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:12:55.685 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:55 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:55.416+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:55.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:55 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:55.416+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:12:55.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:55 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:55.469+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:55.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:55 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:55.351+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:55.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:55 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:55.351+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:55.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:55 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:55.549+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:55.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:55 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:55.549+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:56.185 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:55 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:55.891+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:56.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:55 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:55.704+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:56.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:55 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:55.704+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:56.680 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:56.404+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:56.680 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:56.404+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:12:56.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:56 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:56.297+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:56.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:56 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:56.297+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:12:56.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:56 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:56.536+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:56.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:56 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:56.536+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:56.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:56 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:56.478+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:56.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:56 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:56.398+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:56.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:56 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:56.398+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:56.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:56 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:56.398+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:12:56.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:56.915+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:56.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:56.915+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:12:56.936 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:56.679+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:56.936 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:56.679+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:56.936 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:56 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:56.679+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:29.856210+0000 front 2024-04-25T16:12:29.856168+0000 (oldest deadline 2024-04-25T16:12:55.756227+0000) 2024-04-25T16:12:57.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:57 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:57.425+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:57.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:57 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:57.425+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:12:57.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:57 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:57.337+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:57.706 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:57 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:57.337+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:12:57.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:57 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:57.565+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:57.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:57 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:57.565+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:57.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:57 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:57.502+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:57.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:57 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:57.502+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:12:57.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:57 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:57.377+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:57.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:57 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:57.377+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:57.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:57 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:57.377+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:12:58.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:57 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:57.946+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:58.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:57 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:57.946+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:12:58.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:57 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:57.729+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:16.653050+0000 front 2024-04-25T16:12:16.652876+0000 (oldest deadline 2024-04-25T16:12:38.352905+0000) 2024-04-25T16:12:58.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:57 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:57.729+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.855511+0000 front 2024-04-25T16:12:25.855490+0000 (oldest deadline 2024-04-25T16:12:46.955421+0000) 2024-04-25T16:12:58.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:57 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5[44357]: 2024-04-25T16:12:57.729+0000 7f81abf00700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:29.856210+0000 front 2024-04-25T16:12:29.856168+0000 (oldest deadline 2024-04-25T16:12:55.756227+0000) 2024-04-25T16:12:58.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:58 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:58.407+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:58.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:58 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:58.407+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:12:58.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:58 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:58.384+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:58.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:58 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:58.384+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:12:58.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:58 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:58.540+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:58.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:58 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:58.540+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:58.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:58 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:58.507+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:58.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:58 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:58.507+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:12:58.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:58 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:58.338+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:58.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:58 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:58.338+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:58.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:58 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:58.338+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:12:59.140 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:58 smithi133 podman[68942]: 2024-04-25 16:12:58.850090997 +0000 UTC m=+5.502489442 container died b9520818e6a246dfed5a0b951357a33932cb908c3c4b3a6f7327a6399190a493 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-25T16:12:59.140 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:58 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:58.909+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:12:59.140 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:58 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:58.909+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:12:59.407 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:59 smithi133 podman[68942]: 2024-04-25 16:12:59.238984465 +0000 UTC m=+5.891382888 container cleanup b9520818e6a246dfed5a0b951357a33932cb908c3c4b3a6f7327a6399190a493 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-25T16:12:59.407 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:59 smithi133 bash[68942]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5 2024-04-25T16:12:59.686 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:59 smithi133 podman[68959]: 2024-04-25 16:12:59.540306936 +0000 UTC m=+0.681445568 container remove b9520818e6a246dfed5a0b951357a33932cb908c3c4b3a6f7327a6399190a493 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:12:59.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:59.406+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:12:59.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:12:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:12:59.406+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:12:59.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:59.352+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:12:59.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:12:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:12:59.352+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:12:59.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:59.519+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:12:59.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:59.519+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:12:59.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:12:59 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:12:59.519+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:12:59.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:59.506+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:12:59.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:12:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:12:59.506+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:12:59.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:59.292+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:12:59.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:59.292+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:12:59.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:12:59 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:12:59.292+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:00.185 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:59 smithi133 podman[69052]: 2024-04-25 16:12:59.805947647 +0000 UTC m=+0.018506225 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:13:00.186 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:12:59 smithi133 podman[69052]: 2024-04-25 16:12:59.94173869 +0000 UTC m=+0.154297254 container create e286a766ea3fb4ccbcd3b83ca9db364ecf49af601e0a94da1599b6e1b706f139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-25T16:13:00.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:59.945+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:00.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:12:59 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:12:59.945+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:00.480 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:00.421+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:00.480 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:00.421+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:00.480 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:13:00 smithi133 podman[69052]: 2024-04-25 16:13:00.186050816 +0000 UTC m=+0.398609389 container init e286a766ea3fb4ccbcd3b83ca9db364ecf49af601e0a94da1599b6e1b706f139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T16:13:00.480 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:13:00 smithi133 podman[69052]: 2024-04-25 16:13:00.189345572 +0000 UTC m=+0.401904146 container start e286a766ea3fb4ccbcd3b83ca9db364ecf49af601e0a94da1599b6e1b706f139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-04-25T16:13:00.481 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:13:00 smithi133 podman[69052]: 2024-04-25 16:13:00.302600543 +0000 UTC m=+0.515159119 container attach e286a766ea3fb4ccbcd3b83ca9db364ecf49af601e0a94da1599b6e1b706f139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-25T16:13:00.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:00.457+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:00.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:00.457+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:00.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:00.257+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:00.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:00.257+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:00.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:00 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:00.257+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:00.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:00.379+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:13:00.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:00.379+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:13:00.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:00.534+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:00.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:00.534+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:00.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:00 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:00.534+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:00.839 INFO:journalctl@ceph.osd.5.smithi133.stdout:Apr 25 16:13:00 smithi133 podman[69052]: 2024-04-25 16:13:00.480111375 +0000 UTC m=+0.692669953 container died e286a766ea3fb4ccbcd3b83ca9db364ecf49af601e0a94da1599b6e1b706f139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-25T16:13:01.140 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:00.980+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:01.140 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:00 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:00.980+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:01.163 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.5.service' 2024-04-25T16:13:01.243 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:01.243 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-25T16:13:01.243 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-25T16:13:01.243 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.6 2024-04-25T16:13:01.416 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:01 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:01.414+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:01.416 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:01 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:01.414+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:01.530 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:01 smithi112 systemd[1]: Stopping Ceph osd.6 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:01.531 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:01.418+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:13:01.531 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:01.418+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:13:01.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:01.452+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:01.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:01.452+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:01.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:01.283+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:01.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:01.283+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:01.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:01 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:01.283+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:01.955 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:01.534+0000 7f875c329700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:01.956 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:01.534+0000 7f875c329700 -1 osd.6 96 *** Got signal Terminated *** 2024-04-25T16:13:01.956 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:01.534+0000 7f875c329700 -1 osd.6 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:13:01.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:01.529+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:01.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:01.529+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:01.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:01.529+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:02.345 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:02.029+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:02.345 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:02.029+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:02.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:02.452+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:02.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:02.452+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:02.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:02.255+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:02.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:02.255+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:02.529 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:02 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:02.255+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:02.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:02.383+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:02.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:02 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:02.383+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:02.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:02.442+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:13:02.706 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:02.442+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:13:02.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:02.573+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:02.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:02.573+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:02.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:02 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:02.573+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:03.357 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:03.011+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:03.357 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:03.011+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:03.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:03.491+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:03.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:03.491+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:03.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:03.247+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:03.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:03.248+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:03.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:03 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:03.248+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:03.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:03.356+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:03.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:03.356+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:03.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:03.356+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:03.955 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:03.480+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:13:03.956 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:03.480+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:13:03.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:03.527+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:03.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:03.527+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:03.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:03.527+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:03.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:03 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:03.527+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:04.349 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:03.997+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:04.349 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:03 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:03.997+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:04.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:04.483+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:04.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:04.483+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:04.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:04.258+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:04.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:04.258+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:04.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:04 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:04.258+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:04.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:04.348+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:04.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:04.348+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:04.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:04.348+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:04.955 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:04.462+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:13:04.956 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:04.462+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:13:04.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:04.556+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:04.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:04.556+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:04.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:04.556+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:04.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:04 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:04.556+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:05.355 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:04.973+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:05.355 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:04 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:04.973+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:05.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:05.354+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:05.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:05.354+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:05.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:05.354+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:05.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:05.477+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:05.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:05.477+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:05.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:05.300+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:05.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:05.300+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:05.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:05 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:05.300+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:05.955 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:05.489+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:13:05.956 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:05.489+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:13:05.956 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:05.489+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:40.052473+0000 front 2024-04-25T16:12:40.052513+0000 (oldest deadline 2024-04-25T16:13:04.752611+0000) 2024-04-25T16:13:05.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:05.601+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:05.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:05.601+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:05.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:05.601+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:05.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:05 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:05.601+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:06.306 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:05.935+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:06.306 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:05.935+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:06.306 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:05 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:05.935+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:06.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:06.305+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:06.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:06.305+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:06.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:06.305+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:06.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:06.449+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:24.949759+0000 front 2024-04-25T16:12:24.949786+0000 (oldest deadline 2024-04-25T16:12:47.849846+0000) 2024-04-25T16:13:06.705 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:06.449+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.252084+0000 front 2024-04-25T16:12:34.251931+0000 (oldest deadline 2024-04-25T16:12:54.751749+0000) 2024-04-25T16:13:06.706 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6[55169]: 2024-04-25T16:13:06.449+0000 7f87548d7700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:40.052473+0000 front 2024-04-25T16:12:40.052513+0000 (oldest deadline 2024-04-25T16:13:04.752611+0000) 2024-04-25T16:13:06.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:06.626+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:06.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:06.626+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:06.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:06.626+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:06.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:06 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:06.626+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:06.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:06.521+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:06.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:06.521+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:06.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:06.291+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:06.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:06.291+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:06.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:06.291+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:07.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:06.912+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:07.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:06.912+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:07.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:06 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:06.912+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:07.236 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:06 smithi112 podman[88682]: 2024-04-25 16:13:06.962210352 +0000 UTC m=+5.525300925 container died c8cd4f22834a74965e9bf2a3dad1c3f0fddd01d4ae42e515fc9bdf137a44b751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:13:07.564 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:07 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:07.302+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:07.565 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:07 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:07.302+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:07.565 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:07 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:07.302+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:07.565 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:07 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:07.302+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:07.595 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:07 smithi112 podman[88682]: 2024-04-25 16:13:07.335008197 +0000 UTC m=+5.898098772 container cleanup c8cd4f22834a74965e9bf2a3dad1c3f0fddd01d4ae42e515fc9bdf137a44b751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-25T16:13:07.595 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:07 smithi112 bash[88682]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6 2024-04-25T16:13:07.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:07.275+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:07.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:07.275+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:07.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:07.275+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:07.910 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:07 smithi112 podman[88702]: 2024-04-25 16:13:07.594328899 +0000 UTC m=+0.631434007 container remove c8cd4f22834a74965e9bf2a3dad1c3f0fddd01d4ae42e515fc9bdf137a44b751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T16:13:07.910 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:07.658+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:07.911 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:07.658+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:07.911 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:07.658+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:07.911 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:07 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:07.658+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:08.027 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:07 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:07.563+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:08.028 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:07 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:07.563+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:08.028 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:07 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:07.563+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.613422+0000 front 2024-04-25T16:12:41.613497+0000 (oldest deadline 2024-04-25T16:13:06.913476+0000) 2024-04-25T16:13:08.205 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:07 smithi112 podman[88796]: 2024-04-25 16:13:07.81297411 +0000 UTC m=+0.018333659 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:13:08.206 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:07 smithi112 podman[88796]: 2024-04-25 16:13:07.911891353 +0000 UTC m=+0.117250869 container create d61a2a59bc5581f1fbbc66b06bc57313c6bed3e7b88641b6441e5aacbaccfc46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS) 2024-04-25T16:13:08.206 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:08 smithi112 podman[88796]: 2024-04-25 16:13:08.156180978 +0000 UTC m=+0.361540506 container init d61a2a59bc5581f1fbbc66b06bc57313c6bed3e7b88641b6441e5aacbaccfc46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T16:13:08.206 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:08 smithi112 podman[88796]: 2024-04-25 16:13:08.159454844 +0000 UTC m=+0.364814362 container start d61a2a59bc5581f1fbbc66b06bc57313c6bed3e7b88641b6441e5aacbaccfc46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424) 2024-04-25T16:13:08.284 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:07.939+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:08.284 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:07.939+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:08.284 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:07 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:07.939+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:08.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:08 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:08.282+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:08.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:08 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:08.282+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:08.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:08 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:08.282+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:08.702 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:08 smithi112 podman[88796]: 2024-04-25 16:13:08.247925855 +0000 UTC m=+0.453285386 container attach d61a2a59bc5581f1fbbc66b06bc57313c6bed3e7b88641b6441e5aacbaccfc46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-25T16:13:08.702 INFO:journalctl@ceph.osd.6.smithi112.stdout:Apr 25 16:13:08 smithi112 podman[88796]: 2024-04-25 16:13:08.464375572 +0000 UTC m=+0.669735104 container died d61a2a59bc5581f1fbbc66b06bc57313c6bed3e7b88641b6441e5aacbaccfc46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:08.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:08 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:08.516+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:08.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:08 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:08.516+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:08.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:08 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:08.516+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.613422+0000 front 2024-04-25T16:12:41.613497+0000 (oldest deadline 2024-04-25T16:13:06.913476+0000) 2024-04-25T16:13:08.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:08 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:08.312+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:08.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:08 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:08.312+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:08.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:08 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:08.312+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:08.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:08 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:08.312+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:08.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:08.700+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:08.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:08.700+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:08.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:08.700+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:08.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:08 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:08.700+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:09.070 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.6.service' 2024-04-25T16:13:09.109 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:09.109 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-25T16:13:09.109 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-25T16:13:09.109 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.7 2024-04-25T16:13:09.292 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:08 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:08.936+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:09.292 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:08 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:08.936+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:09.292 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:08 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:08.936+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:09.436 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:09 smithi116 systemd[1]: Stopping Ceph osd.7 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:09.436 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:09.284+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:09.436 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:09.284+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:09.436 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:09.284+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:09.437 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:09.284+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:09.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:09 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:09.291+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:09.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:09 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:09.291+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:09.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:09 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:09.291+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:09.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:09.435+0000 7f07ab81f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:09.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:09.435+0000 7f07ab81f700 -1 osd.7 96 *** Got signal Terminated *** 2024-04-25T16:13:09.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:09.435+0000 7f07ab81f700 -1 osd.7 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:13:09.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:09.542+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:09.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:09.542+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:09.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:09.542+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.613422+0000 front 2024-04-25T16:12:41.613497+0000 (oldest deadline 2024-04-25T16:13:06.913476+0000) 2024-04-25T16:13:09.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:09 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:09.692+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:09.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:09 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:09.692+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:09.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:09 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:09.692+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:09.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:09 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:09.692+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:10.185 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:09 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:09.921+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:10.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:09 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:09.921+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:10.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:09 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:09.921+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:10.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:10.302+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:10.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:10.302+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:10.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:10.302+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:10.777 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:10.542+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:10.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:10.542+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:10.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:10.542+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.613422+0000 front 2024-04-25T16:12:41.613497+0000 (oldest deadline 2024-04-25T16:13:06.913476+0000) 2024-04-25T16:13:10.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:10.295+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:10.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:10.295+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:10.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:10.295+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:10.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:10 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:10.295+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:11.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:10.926+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:11.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:10.926+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:11.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:10 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:10.926+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:11.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:10.733+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:11.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:10.733+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:11.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:10.733+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:11.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:10 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:10.733+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:11.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:11 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:11.298+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:11.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:11 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:11.298+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:11.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:11 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:11.298+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:11.779 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:11 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:11.518+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:11.779 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:11 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:11.518+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:11.779 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:11 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:11.518+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.613422+0000 front 2024-04-25T16:12:41.613497+0000 (oldest deadline 2024-04-25T16:13:06.913476+0000) 2024-04-25T16:13:11.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:11 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:11.345+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:11.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:11 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:11.345+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:11.780 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:11 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:11.345+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:11.780 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:11 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:11.345+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:12.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:11 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:11.907+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:12.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:11 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:11.907+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:12.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:11 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:11.907+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:12.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:11 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:11.731+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:12.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:11 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:11.731+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:12.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:11 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:11.731+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:12.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:11 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:11.731+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:12.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:12 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:12.325+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:12.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:12 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:12.325+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:12.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:12 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:12.325+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:12.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:12 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:12.325+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:12.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:12.489+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:12.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:12.489+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:12.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:12.489+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.613422+0000 front 2024-04-25T16:12:41.613497+0000 (oldest deadline 2024-04-25T16:13:06.913476+0000) 2024-04-25T16:13:12.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:12.489+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.913935+0000 front 2024-04-25T16:12:46.913981+0000 (oldest deadline 2024-04-25T16:13:11.614049+0000) 2024-04-25T16:13:12.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:12.370+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:12.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:12.370+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:12.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:12.370+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:12.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:12.370+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:12.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:12 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:12.370+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:13.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:12 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:12.895+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:13.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:12 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:12.895+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:13.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:12 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:12.895+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:13.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:12.723+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:13.207 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:12.723+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:13.207 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:12.723+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:13.207 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:12 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:12.723+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:13.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:13 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:13.338+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:13.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:13 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:13.338+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:13.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:13 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:13.338+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:13.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:13 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:13.338+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:13.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:13.537+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.910919+0000 front 2024-04-25T16:12:22.910860+0000 (oldest deadline 2024-04-25T16:12:47.611001+0000) 2024-04-25T16:13:13.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:13.537+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.712248+0000 front 2024-04-25T16:12:31.711949+0000 (oldest deadline 2024-04-25T16:12:57.011958+0000) 2024-04-25T16:13:13.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:13.537+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.613422+0000 front 2024-04-25T16:12:41.613497+0000 (oldest deadline 2024-04-25T16:13:06.913476+0000) 2024-04-25T16:13:13.778 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7[50579]: 2024-04-25T16:13:13.537+0000 7f07a7dd5700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.913935+0000 front 2024-04-25T16:12:46.913981+0000 (oldest deadline 2024-04-25T16:13:11.614049+0000) 2024-04-25T16:13:13.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:13.390+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:13.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:13.390+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:13.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:13.390+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:13.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:13.390+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:13.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:13.390+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:13.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:13 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:13.681+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:13.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:13 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:13.681+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:13.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:13 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:13.681+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:13.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:13 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:13.681+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:13.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:13 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:13.681+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:14.185 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:13 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:13.886+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:14.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:13 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:13.886+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:14.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:13 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:13.886+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:14.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:14.309+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:14.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:14.309+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:14.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:14.309+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:14.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:14.309+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:14.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:14 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:14.426+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:14.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:14 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:14.426+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:14.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:14 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:14.426+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:14.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:14 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:14.426+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:14.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:14 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:14.426+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:14.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:14 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:14.676+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:14.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:14 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:14.676+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:14.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:14 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:14.676+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:14.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:14 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:14.676+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:14.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:14 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:14.676+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:15.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:14.858+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:15.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:14.858+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:15.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:14.858+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:15.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:14 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:14.858+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:15.254 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:14 smithi116 podman[69038]: 2024-04-25 16:13:14.92952576 +0000 UTC m=+5.625424792 container died a6c583eddb852fb437afc933e269fb7aa1683cb3e5ea89e3b50c7b44fe3e1b7c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:15.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:15 smithi116 podman[69038]: 2024-04-25 16:13:15.35229717 +0000 UTC m=+6.048196202 container cleanup a6c583eddb852fb437afc933e269fb7aa1683cb3e5ea89e3b50c7b44fe3e1b7c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T16:13:15.528 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:15 smithi116 bash[69038]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7 2024-04-25T16:13:15.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:15 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:15.442+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:15.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:15 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:15.442+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:15.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:15 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:15.442+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:15.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:15 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:15.442+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:15.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:15 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:15.442+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:15.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:15.300+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:15.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:15.300+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:15.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:15.300+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:15.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:15.300+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:16.028 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:15 smithi116 podman[69054]: 2024-04-25 16:13:15.595419519 +0000 UTC m=+0.660668894 container remove a6c583eddb852fb437afc933e269fb7aa1683cb3e5ea89e3b50c7b44fe3e1b7c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T16:13:16.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:15.886+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:16.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:15.886+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:16.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:15.886+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:16.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:15 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:15.886+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:16.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:15 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:15.714+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:16.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:15 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:15.714+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:16.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:15 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:15.714+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:16.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:15 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:15.714+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:16.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:15 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:15.714+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:16.290 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:16 smithi116 podman[69147]: 2024-04-25 16:13:15.931030685 +0000 UTC m=+0.017517981 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:13:16.290 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:16 smithi116 podman[69147]: 2024-04-25 16:13:16.046344826 +0000 UTC m=+0.132832100 container create e37ee72db183a6f77181afbfb6dd310a8b3c6dbd0c52f664f9da5d3881bfc6d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T16:13:16.291 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:16 smithi116 podman[69147]: 2024-04-25 16:13:16.290480673 +0000 UTC m=+0.376967952 container init e37ee72db183a6f77181afbfb6dd310a8b3c6dbd0c52f664f9da5d3881bfc6d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:13:16.590 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:16 smithi116 podman[69147]: 2024-04-25 16:13:16.293620049 +0000 UTC m=+0.380107327 container start e37ee72db183a6f77181afbfb6dd310a8b3c6dbd0c52f664f9da5d3881bfc6d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240424, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-25T16:13:16.590 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:16 smithi116 podman[69147]: 2024-04-25 16:13:16.390474703 +0000 UTC m=+0.476961989 container attach e37ee72db183a6f77181afbfb6dd310a8b3c6dbd0c52f664f9da5d3881bfc6d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:13:16.590 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:16 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:16.435+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:16.591 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:16 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:16.435+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:16.591 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:16 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:16.435+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:16.591 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:16 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:16.435+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:16.591 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:16 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:16.435+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:16.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:16.315+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:16.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:16.315+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:16.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:16.315+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:16.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:16.315+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:16.952 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 25 16:13:16 smithi116 podman[69147]: 2024-04-25 16:13:16.589975039 +0000 UTC m=+0.676462323 container died e37ee72db183a6f77181afbfb6dd310a8b3c6dbd0c52f664f9da5d3881bfc6d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-25T16:13:17.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:16.912+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:17.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:16.912+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:17.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:16.912+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:17.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:16 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:16.912+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:17.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:16 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:16.743+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:17.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:16 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:16.743+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:17.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:16 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:16.743+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:17.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:16 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:16.743+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:17.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:16 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:16.743+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:17.276 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.7.service' 2024-04-25T16:13:17.318 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:17.318 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-25T16:13:17.318 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-25T16:13:17.318 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.8 2024-04-25T16:13:17.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:17 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:17.476+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:17.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:17 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:17.476+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:17.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:17 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:17.476+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:17.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:17 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:17.476+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:17.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:17 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:17.476+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:17.626 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:17.343+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:17.626 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:17.343+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:17.626 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:17.343+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:17.627 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:17.343+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:17.627 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 systemd[1]: Stopping Ceph osd.8 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:17.627 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:17.625+0000 7fbc05e85700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:17.627 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:17.625+0000 7fbc05e85700 -1 osd.8 96 *** Got signal Terminated *** 2024-04-25T16:13:17.627 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:17.625+0000 7fbc05e85700 -1 osd.8 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:13:18.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:17.887+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:18.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:17.887+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:18.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:17.887+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:18.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:17 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:17.887+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:18.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:17 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:17.730+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:18.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:17 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:17.730+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:18.205 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:17 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:17.730+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:18.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:17 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:17.730+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:18.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:17 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:17.730+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:18.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:18.345+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:18.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:18.345+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:18.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:18.345+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:18.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:18.345+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:18.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:18 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:18.466+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:18.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:18 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:18.466+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:18.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:18 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:18.466+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:18.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:18 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:18.466+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:18.779 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:18 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:18.466+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:18.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:18 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:18.699+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:18.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:18 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:18.699+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:18.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:18 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:18.699+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:18.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:18 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:18.699+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:18.957 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:18 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:18.699+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:19.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:18.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:19.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:18.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:19.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:18.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:19.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:18 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:18.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:19.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:19.390+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:19.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:19.390+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:19.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:19.390+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:19.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:19.390+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:19.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:19 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:19.459+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:19.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:19 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:19.459+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:19.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:19 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:19.459+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:19.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:19 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:19.459+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:19.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:19 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:19.459+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:19.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:19 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:19.459+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:19.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:19 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:19.685+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:19.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:19 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:19.685+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:19.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:19 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:19.685+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:19.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:19 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:19.685+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:19.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:19 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:19.685+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:20.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:19.925+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:20.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:19.925+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:20.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:19.925+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:20.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:19 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:19.925+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:20.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:20.430+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:20.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:20.430+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:20.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:20.430+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:20.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:20.430+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:20.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:20 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:20.441+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:20.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:20 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:20.441+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:20.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:20 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:20.441+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:20.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:20 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:20.441+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:20.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:20 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:20.441+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:20.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:20 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:20.441+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:20.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:20 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:20.644+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:20.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:20 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:20.644+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:20.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:20 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:20.644+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:20.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:20 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:20.644+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:20.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:20 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:20.644+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:21.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:20.881+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:21.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:20.881+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:21.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:20.881+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:21.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:20 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:20.881+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:21.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:21.461+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:21.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:21.461+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:21.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:21.461+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:21.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:21.461+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:21.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:21.461+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:21.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:21 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:21.461+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:21.928 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:21.441+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:21.928 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:21.441+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:21.928 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:21.441+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:21.928 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:21.441+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:21.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:21.635+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:21.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:21.635+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:21.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:21.635+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:21.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:21.635+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:21.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:21.635+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:21.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:21 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:21.635+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:22.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:21.927+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:22.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:21.927+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:22.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:21.927+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:22.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:21.927+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:22.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:22.408+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.225108+0000 front 2024-04-25T16:12:25.225229+0000 (oldest deadline 2024-04-25T16:12:51.124669+0000) 2024-04-25T16:13:22.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:22.408+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:34.025576+0000 front 2024-04-25T16:12:34.025813+0000 (oldest deadline 2024-04-25T16:12:55.125708+0000) 2024-04-25T16:13:22.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:22.408+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.427981+0000 front 2024-04-25T16:12:41.428025+0000 (oldest deadline 2024-04-25T16:13:03.128067+0000) 2024-04-25T16:13:22.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:22.408+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:49.029425+0000 front 2024-04-25T16:12:49.029393+0000 (oldest deadline 2024-04-25T16:13:11.329271+0000) 2024-04-25T16:13:22.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8[50932]: 2024-04-25T16:13:22.408+0000 7fbc0243b700 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:57.631173+0000 front 2024-04-25T16:12:57.631196+0000 (oldest deadline 2024-04-25T16:13:21.731305+0000) 2024-04-25T16:13:22.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:22 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:22.491+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:22.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:22 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:22.491+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:22.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:22 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:22.491+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:22.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:22 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:22.491+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:22.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:22 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:22.491+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:22.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:22 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:22.491+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:22.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:22 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:22.638+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:22.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:22 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:22.638+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:22.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:22 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:22.638+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:22.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:22 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:22.638+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:22.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:22 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:22.638+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:22.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:22 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:22.638+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:23.186 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:23 smithi133 podman[69169]: 2024-04-25 16:13:23.060579122 +0000 UTC m=+5.551759242 container died 7d32996cbc6e796e161c5b55dd31e373baf8bbf9cd11a7bba749678d4223dcd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-25T16:13:23.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:22.878+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:23.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:22.878+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:23.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:22.878+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:23.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:22.878+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:23.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:22 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:22.878+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:23.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:23 smithi133 podman[69169]: 2024-04-25 16:13:23.475028115 +0000 UTC m=+5.966208231 container cleanup 7d32996cbc6e796e161c5b55dd31e373baf8bbf9cd11a7bba749678d4223dcd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-04-25T16:13:23.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:23 smithi133 bash[69169]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8 2024-04-25T16:13:23.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:23 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:23.490+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:23.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:23 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:23.490+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:23.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:23 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:23.490+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:23.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:23 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:23.490+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:23.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:23 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:23.490+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:23.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:23 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:23.490+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:23.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:23 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:23.629+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:23.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:23 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:23.629+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:23.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:23 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:23.629+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:23.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:23 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:23.629+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:23.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:23 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:23.629+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:23.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:23 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:23.629+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:24.120 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:23 smithi133 podman[69186]: 2024-04-25 16:13:23.709602446 +0000 UTC m=+0.649242592 container remove 7d32996cbc6e796e161c5b55dd31e373baf8bbf9cd11a7bba749678d4223dcd1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-25T16:13:24.120 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:23 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:23.915+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:24.120 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:23 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:23.915+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:24.120 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:23 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:23.915+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:24.120 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:23 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:23.915+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:24.120 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:23 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:23.915+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:24.430 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:24 smithi133 podman[69274]: 2024-04-25 16:13:24.023002041 +0000 UTC m=+0.018020109 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:13:24.430 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:24 smithi133 podman[69274]: 2024-04-25 16:13:24.127162137 +0000 UTC m=+0.122180231 container create fcacaa521688f03c9c521a727bfc1df9347353a18645ffa17ae63dd5a53df010 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:24.430 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:24 smithi133 podman[69274]: 2024-04-25 16:13:24.354488028 +0000 UTC m=+0.349506079 container init fcacaa521688f03c9c521a727bfc1df9347353a18645ffa17ae63dd5a53df010 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:13:24.430 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:24 smithi133 podman[69274]: 2024-04-25 16:13:24.357547542 +0000 UTC m=+0.352565597 container start fcacaa521688f03c9c521a727bfc1df9347353a18645ffa17ae63dd5a53df010 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-25T16:13:24.431 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:24 smithi133 podman[69274]: 2024-04-25 16:13:24.429799442 +0000 UTC m=+0.424817507 container attach fcacaa521688f03c9c521a727bfc1df9347353a18645ffa17ae63dd5a53df010 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:24.686 INFO:journalctl@ceph.osd.8.smithi133.stdout:Apr 25 16:13:24 smithi133 podman[69274]: 2024-04-25 16:13:24.64431698 +0000 UTC m=+0.639335020 container died fcacaa521688f03c9c521a727bfc1df9347353a18645ffa17ae63dd5a53df010 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:24.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:24 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:24.489+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:24.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:24 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:24.489+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:24.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:24 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:24.489+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:24.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:24 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:24.489+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:24.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:24 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:24.489+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:24.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:24 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:24.489+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:24.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:24 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:24.661+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:24.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:24 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:24.661+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:24.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:24 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:24.661+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:24.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:24 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:24.661+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:24.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:24 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:24.661+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:24.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:24 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:24.661+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:25.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:24 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:24.874+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:25.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:24 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:24.874+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:25.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:24 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:24.875+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:25.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:24 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:24.875+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:25.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:24 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:24.875+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:25.280 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.8.service' 2024-04-25T16:13:25.319 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:25.319 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-25T16:13:25.319 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-25T16:13:25.320 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.9 2024-04-25T16:13:25.638 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 systemd[1]: Stopping Ceph osd.9 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:25.638 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.637+0000 7f125d5a0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:25.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:25 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:25.465+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:25.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:25 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:25.465+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:25.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:25 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:25.465+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:25.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:25 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:25.465+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:25.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:25 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:25.465+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:25.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:25 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:25.465+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:25.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.637+0000 7f125d5a0700 -1 osd.9 96 *** Got signal Terminated *** 2024-04-25T16:13:25.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.637+0000 7f125d5a0700 -1 osd.9 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:13:25.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.655+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:25.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.655+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:25.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.655+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:25.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.655+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:25.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.655+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:25.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:25 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:25.655+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:26.185 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:25 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:25.861+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:26.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:25 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:25.861+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:26.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:25 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:25.861+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:26.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:25 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:25.861+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:26.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:25 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:25.861+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:26.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:26 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:26.494+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:26.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:26 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:26.494+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:26.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:26 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:26.494+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:26.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:26 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:26.494+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:26.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:26 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:26.494+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:26.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:26 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:26.494+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:26.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:26 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:26.633+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:26.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:26 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:26.633+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:26.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:26 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:26.633+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:26.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:26 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:26.633+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:26.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:26 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:26.633+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:26.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:26 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:26.633+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:27.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:26 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:26.877+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:27.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:26 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:26.877+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:27.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:26 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:26.877+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:27.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:26 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:26.877+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:27.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:26 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:26.877+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:27.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:27.652+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:27.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:27.652+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:27.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:27.652+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:27.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:27.652+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:27.957 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:27.652+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:27.957 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:27 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:27.652+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:27.965 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:27 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:27.542+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:27.965 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:27 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:27.542+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:27.965 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:27 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:27.542+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:27.965 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:27 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:27.542+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:27.965 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:27 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:27.542+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:27.966 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:27 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:27.542+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:28.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:27 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:27.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:28.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:27 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:27.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:28.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:27 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:27.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:28.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:27 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:27.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:28.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:27 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:27.917+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:28.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:28.677+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:28.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:28.677+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:28.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:28.677+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:28.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:28.677+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:28.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:28.677+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:28.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:28 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:28.677+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:29.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:28 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:28.551+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:29.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:28 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:28.551+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:29.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:28 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:28.551+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:29.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:28 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:28.551+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:29.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:28 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:28.551+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:29.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:28 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:28.551+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:29.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:28 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:28.879+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:29.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:28 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:28.879+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:29.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:28 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:28.879+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:29.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:28 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:28.879+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:29.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:28 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:28.879+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:29.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:29.649+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:14.585667+0000 front 2024-04-25T16:12:14.585731+0000 (oldest deadline 2024-04-25T16:12:38.685893+0000) 2024-04-25T16:13:29.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:29.649+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:25.989126+0000 front 2024-04-25T16:12:25.989304+0000 (oldest deadline 2024-04-25T16:12:48.889213+0000) 2024-04-25T16:13:29.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:29.649+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.490788+0000 front 2024-04-25T16:12:33.490975+0000 (oldest deadline 2024-04-25T16:12:59.390676+0000) 2024-04-25T16:13:29.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:29.649+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:39.391080+0000 front 2024-04-25T16:12:39.391098+0000 (oldest deadline 2024-04-25T16:13:03.491126+0000) 2024-04-25T16:13:29.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:29.649+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:47.592391+0000 front 2024-04-25T16:12:47.592558+0000 (oldest deadline 2024-04-25T16:13:12.892311+0000) 2024-04-25T16:13:29.956 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:29 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9[62208]: 2024-04-25T16:13:29.649+0000 7f1255b4e700 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:55.693859+0000 front 2024-04-25T16:12:55.693965+0000 (oldest deadline 2024-04-25T16:13:20.993805+0000) 2024-04-25T16:13:30.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:29 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:29.535+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:30.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:29 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:29.535+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:30.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:29 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:29.535+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:30.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:29 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:29.535+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:30.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:29 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:29.535+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:30.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:29 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:29.535+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:30.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:29.862+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:30.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:29.862+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:30.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:29.862+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:30.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:29.862+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:30.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:29.862+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:30.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:30 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:30.517+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:30.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:30 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:30.517+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:30.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:30 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:30.517+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:30.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:30 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:30.517+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:30.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:30 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:30.517+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:30.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:30 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:30.517+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:31.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:30 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:30.826+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:31.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:30 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:30.826+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:31.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:30 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:30.826+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:31.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:30 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:30.826+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:31.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:30 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:30.826+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:31.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:30 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:30.826+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:31.363 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:31 smithi112 podman[88901]: 2024-04-25 16:13:31.089236629 +0000 UTC m=+5.577039514 container died d25ee2618cfbe8b0992fa99b3b976f545727596cd0d69e92dcc43ac0de9a2139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T16:13:31.705 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:31 smithi112 podman[88901]: 2024-04-25 16:13:31.453744376 +0000 UTC m=+5.941547260 container cleanup d25ee2618cfbe8b0992fa99b3b976f545727596cd0d69e92dcc43ac0de9a2139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-25T16:13:31.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:31 smithi112 bash[88901]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9 2024-04-25T16:13:32.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:31.552+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:32.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:31.552+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:32.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:31.552+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:32.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:31.552+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:32.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:31.552+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:32.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:31 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:31.552+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:32.066 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:31 smithi112 podman[88920]: 2024-04-25 16:13:31.715333515 +0000 UTC m=+0.625505228 container remove d25ee2618cfbe8b0992fa99b3b976f545727596cd0d69e92dcc43ac0de9a2139 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:13:32.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:31 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:31.848+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:32.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:31 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:31.848+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:32.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:31 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:31.848+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:32.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:31 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:31.848+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:32.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:31 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:31.848+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:32.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:31 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:31.848+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:32.377 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:32 smithi112 podman[89009]: 2024-04-25 16:13:31.96885972 +0000 UTC m=+0.018161462 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:13:32.377 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:32 smithi112 podman[89009]: 2024-04-25 16:13:32.082912204 +0000 UTC m=+0.132213975 container create af0337433469b73b4e0c062e611500123b3400d374315a519f6c922f96e7afc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, ceph=True) 2024-04-25T16:13:32.377 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:32 smithi112 podman[89009]: 2024-04-25 16:13:32.310649071 +0000 UTC m=+0.359950812 container init af0337433469b73b4e0c062e611500123b3400d374315a519f6c922f96e7afc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T16:13:32.377 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:32 smithi112 podman[89009]: 2024-04-25 16:13:32.314049242 +0000 UTC m=+0.363350979 container start af0337433469b73b4e0c062e611500123b3400d374315a519f6c922f96e7afc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, ceph=True) 2024-04-25T16:13:32.377 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:32 smithi112 podman[89009]: 2024-04-25 16:13:32.376781123 +0000 UTC m=+0.426082864 container attach af0337433469b73b4e0c062e611500123b3400d374315a519f6c922f96e7afc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-25T16:13:32.706 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:32 smithi112 podman[89009]: 2024-04-25 16:13:32.603881231 +0000 UTC m=+0.653182960 container died af0337433469b73b4e0c062e611500123b3400d374315a519f6c922f96e7afc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-25T16:13:33.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:32 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:32.581+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:33.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:32 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:32.581+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:33.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:32 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:32.581+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:33.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:32 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:32.581+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:33.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:32 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:32.581+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:33.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:32 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:32.581+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:33.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:32 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:32.581+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:05.990545+0000 front 2024-04-25T16:13:05.990660+0000 (oldest deadline 2024-04-25T16:13:31.890422+0000) 2024-04-25T16:13:33.139 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:33 smithi112 podman[89035]: 2024-04-25 16:13:33.122071909 +0000 UTC m=+0.507710188 container remove af0337433469b73b4e0c062e611500123b3400d374315a519f6c922f96e7afc5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:33.139 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:33 smithi112 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.9.service: Deactivated successfully. 2024-04-25T16:13:33.139 INFO:journalctl@ceph.osd.9.smithi112.stdout:Apr 25 16:13:33 smithi112 systemd[1]: Stopped Ceph osd.9 for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T16:13:33.141 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.9.service' 2024-04-25T16:13:33.178 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:33.178 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-25T16:13:33.178 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-25T16:13:33.178 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.10 2024-04-25T16:13:33.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:32 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:32.801+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:33.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:32 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:32.801+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:33.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:32 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:32.801+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:33.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:32 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:32.801+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:33.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:32 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:32.801+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:33.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:32 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:32.801+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:33.507 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 systemd[1]: Stopping Ceph osd.10 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:33.507 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.505+0000 7f2790cd7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:33.507 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.505+0000 7f2790cd7700 -1 osd.10 96 *** Got signal Terminated *** 2024-04-25T16:13:33.507 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.505+0000 7f2790cd7700 -1 osd.10 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:13:33.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.548+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:33.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.548+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:33.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.548+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:33.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.548+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:33.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.548+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:33.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.548+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:33.778 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:33 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:33.548+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:05.990545+0000 front 2024-04-25T16:13:05.990660+0000 (oldest deadline 2024-04-25T16:13:31.890422+0000) 2024-04-25T16:13:34.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:33.810+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:34.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:33.810+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:34.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:33.810+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:34.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:33.810+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:34.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:33.810+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:34.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:33.810+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:35.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:34 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:34.591+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:35.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:34 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:34.591+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:35.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:34 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:34.591+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:35.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:34 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:34.591+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:35.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:34 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:34.591+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:35.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:34 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:34.591+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:35.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:34 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:34.591+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:05.990545+0000 front 2024-04-25T16:13:05.990660+0000 (oldest deadline 2024-04-25T16:13:31.890422+0000) 2024-04-25T16:13:35.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:34 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:34.764+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:35.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:34 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:34.764+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:35.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:34 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:34.764+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:35.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:34 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:34.764+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:35.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:34 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:34.764+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:35.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:34 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:34.764+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:36.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:35 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:35.628+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:36.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:35 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:35.628+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:36.029 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:35 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:35.628+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:36.029 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:35 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:35.628+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:36.029 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:35 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:35.628+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:36.029 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:35 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:35.628+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:36.029 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:35 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:35.628+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:05.990545+0000 front 2024-04-25T16:13:05.990660+0000 (oldest deadline 2024-04-25T16:13:31.890422+0000) 2024-04-25T16:13:36.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:35 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:35.741+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:36.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:35 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:35.741+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:36.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:35 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:35.741+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:36.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:35 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:35.741+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:36.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:35 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:35.741+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:36.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:35 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:35.741+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:36.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:36 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:36.732+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:36.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:36 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:36.732+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:36.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:36 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:36.732+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:36.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:36 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:36.732+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:36.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:36 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:36.732+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:36.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:36 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:36.732+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:37.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:36 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:36.629+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:37.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:36 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:36.629+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:37.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:36 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:36.629+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:37.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:36 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:36.629+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:37.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:36 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:36.629+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:37.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:36 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:36.629+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:37.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:36 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:36.629+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:05.990545+0000 front 2024-04-25T16:13:05.990660+0000 (oldest deadline 2024-04-25T16:13:31.890422+0000) 2024-04-25T16:13:38.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:37 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:37.599+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.982969+0000 front 2024-04-25T16:12:15.983029+0000 (oldest deadline 2024-04-25T16:12:41.282870+0000) 2024-04-25T16:13:38.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:37 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:37.599+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-25T16:12:22.884390+0000 front 2024-04-25T16:12:22.884358+0000 (oldest deadline 2024-04-25T16:12:48.184527+0000) 2024-04-25T16:13:38.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:37 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:37.599+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:31.085494+0000 front 2024-04-25T16:12:31.085658+0000 (oldest deadline 2024-04-25T16:12:56.385535+0000) 2024-04-25T16:13:38.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:37 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:37.599+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.086664+0000 front 2024-04-25T16:12:41.086856+0000 (oldest deadline 2024-04-25T16:13:06.386592+0000) 2024-04-25T16:13:38.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:37 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:37.599+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:46.386865+0000 front 2024-04-25T16:12:46.386901+0000 (oldest deadline 2024-04-25T16:13:11.686897+0000) 2024-04-25T16:13:38.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:37 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:37.599+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:54.388879+0000 front 2024-04-25T16:12:54.388824+0000 (oldest deadline 2024-04-25T16:13:19.088730+0000) 2024-04-25T16:13:38.028 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:37 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10[57626]: 2024-04-25T16:13:37.599+0000 7f278d28d700 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:05.990545+0000 front 2024-04-25T16:13:05.990660+0000 (oldest deadline 2024-04-25T16:13:31.890422+0000) 2024-04-25T16:13:38.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:37 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:37.712+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:38.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:37 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:37.712+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:38.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:37 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:37.712+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:38.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:37 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:37.712+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:38.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:37 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:37.712+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:38.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:37 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:37.712+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:39.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:38.695+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:39.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:38.695+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:39.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:38.695+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:39.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:38.695+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:39.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:38.695+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:39.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:38.695+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:39.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:38 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:38.695+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:39.240 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:38 smithi116 podman[69265]: 2024-04-25 16:13:38.975639963 +0000 UTC m=+5.596114358 container died 8bfff872cd563ef41006bdcd0fb3b9a946baf1ccd0487cc959ea4ac987d13274 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240424) 2024-04-25T16:13:39.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:39 smithi116 podman[69265]: 2024-04-25 16:13:39.347863956 +0000 UTC m=+5.968338356 container cleanup 8bfff872cd563ef41006bdcd0fb3b9a946baf1ccd0487cc959ea4ac987d13274 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:39.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:39 smithi116 bash[69265]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10 2024-04-25T16:13:39.971 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:39 smithi116 podman[69282]: 2024-04-25 16:13:39.63255061 +0000 UTC m=+0.654936738 container remove 8bfff872cd563ef41006bdcd0fb3b9a946baf1ccd0487cc959ea4ac987d13274 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-25T16:13:40.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:39.716+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:40.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:39.716+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:40.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:39.716+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:40.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:39.716+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:40.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:39.716+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:40.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:39.716+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:40.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:39 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:39.716+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:40.252 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:39 smithi116 podman[69369]: 2024-04-25 16:13:39.870905716 +0000 UTC m=+0.018209033 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:13:40.252 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:39 smithi116 podman[69369]: 2024-04-25 16:13:39.983496593 +0000 UTC m=+0.130799901 container create bc998cf2d2271b6bb9020545b254da3470c207bf4ff872151172c9610d0a034f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240424) 2024-04-25T16:13:40.252 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:40 smithi116 podman[69369]: 2024-04-25 16:13:40.177484515 +0000 UTC m=+0.324787831 container init bc998cf2d2271b6bb9020545b254da3470c207bf4ff872151172c9610d0a034f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:13:40.252 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:40 smithi116 podman[69369]: 2024-04-25 16:13:40.180800274 +0000 UTC m=+0.328103591 container start bc998cf2d2271b6bb9020545b254da3470c207bf4ff872151172c9610d0a034f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424) 2024-04-25T16:13:40.253 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:40 smithi116 podman[69369]: 2024-04-25 16:13:40.251976157 +0000 UTC m=+0.399279474 container attach bc998cf2d2271b6bb9020545b254da3470c207bf4ff872151172c9610d0a034f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T16:13:40.528 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 25 16:13:40 smithi116 podman[69369]: 2024-04-25 16:13:40.470536658 +0000 UTC m=+0.617839970 container died bc998cf2d2271b6bb9020545b254da3470c207bf4ff872151172c9610d0a034f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T16:13:40.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:40.682+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:40.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:40.682+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:40.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:40.682+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:40.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:40.682+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:40.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:40.682+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:40.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:40.682+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:40.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:40 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:40.682+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:41.036 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.10.service' 2024-04-25T16:13:41.073 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:41.073 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-25T16:13:41.074 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-25T16:13:41.074 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.11 2024-04-25T16:13:41.394 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 systemd[1]: Stopping Ceph osd.11 for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:41.670 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.393+0000 7f09c2e08700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:41.670 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.393+0000 7f09c2e08700 -1 osd.11 96 *** Got signal Terminated *** 2024-04-25T16:13:41.670 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.393+0000 7f09c2e08700 -1 osd.11 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T16:13:41.670 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.668+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:41.671 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.668+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:41.671 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.668+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:41.671 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.668+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:41.671 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.668+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:41.671 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.668+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:41.671 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:41 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:41.669+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:42.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:42.627+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:42.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:42.627+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:42.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:42.627+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:42.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:42.627+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:42.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:42.627+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:42.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:42.627+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:42.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:42 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:42.627+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:43.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:43.665+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:43.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:43.665+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:43.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:43.665+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:43.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:43.665+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:43.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:43.665+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:43.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:43.665+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:43.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:43 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:43.665+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:44.687+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:44.687+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:44.687+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:44.687+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:44.687+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:44.687+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:45.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:44 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:44.687+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:45.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:45.667+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-25T16:12:15.757630+0000 front 2024-04-25T16:12:15.757680+0000 (oldest deadline 2024-04-25T16:12:41.657520+0000) 2024-04-25T16:13:45.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:45.667+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2024-04-25T16:12:33.160915+0000 front 2024-04-25T16:12:33.160773+0000 (oldest deadline 2024-04-25T16:12:56.660995+0000) 2024-04-25T16:13:45.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:45.667+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-04-25T16:12:41.763591+0000 front 2024-04-25T16:12:41.763542+0000 (oldest deadline 2024-04-25T16:13:05.863422+0000) 2024-04-25T16:13:45.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:45.667+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-25T16:12:48.665051+0000 front 2024-04-25T16:12:48.665219+0000 (oldest deadline 2024-04-25T16:13:13.964888+0000) 2024-04-25T16:13:45.936 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:45.667+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2024-04-25T16:12:53.965192+0000 front 2024-04-25T16:12:53.965237+0000 (oldest deadline 2024-04-25T16:13:22.165750+0000) 2024-04-25T16:13:45.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:45.667+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-04-25T16:13:03.266755+0000 front 2024-04-25T16:13:03.266779+0000 (oldest deadline 2024-04-25T16:13:30.267009+0000) 2024-04-25T16:13:45.937 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:45 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11[57532]: 2024-04-25T16:13:45.667+0000 7f09bb3b6700 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-25T16:13:12.568374+0000 front 2024-04-25T16:13:12.568298+0000 (oldest deadline 2024-04-25T16:13:38.468035+0000) 2024-04-25T16:13:47.219 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:46 smithi133 podman[69391]: 2024-04-25 16:13:46.943747725 +0000 UTC m=+5.675001470 container died 0a5b67de9dcd15af8820bf504e13f6e0f72055cfe821d92ffef307a2a85d6c4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T16:13:47.578 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:47 smithi133 podman[69391]: 2024-04-25 16:13:47.318169436 +0000 UTC m=+6.049423180 container cleanup 0a5b67de9dcd15af8820bf504e13f6e0f72055cfe821d92ffef307a2a85d6c4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424) 2024-04-25T16:13:47.578 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:47 smithi133 bash[69391]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11 2024-04-25T16:13:47.933 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:47 smithi133 podman[69407]: 2024-04-25 16:13:47.577639139 +0000 UTC m=+0.628826546 container remove 0a5b67de9dcd15af8820bf504e13f6e0f72055cfe821d92ffef307a2a85d6c4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-25T16:13:48.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:47 smithi133 podman[69501]: 2024-04-25 16:13:47.836069063 +0000 UTC m=+0.017796752 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T16:13:48.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:47 smithi133 podman[69501]: 2024-04-25 16:13:47.936767614 +0000 UTC m=+0.118495279 container create 187b3c4b84647b9ad7f86b6be76cf677de5ae408438f662dff7a63b3d6ff735f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-04-25T16:13:48.186 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:48 smithi133 podman[69501]: 2024-04-25 16:13:48.155838338 +0000 UTC m=+0.337565999 container init 187b3c4b84647b9ad7f86b6be76cf677de5ae408438f662dff7a63b3d6ff735f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T16:13:48.187 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:48 smithi133 podman[69501]: 2024-04-25 16:13:48.15896723 +0000 UTC m=+0.340694896 container start 187b3c4b84647b9ad7f86b6be76cf677de5ae408438f662dff7a63b3d6ff735f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True) 2024-04-25T16:13:48.686 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:48 smithi133 podman[69501]: 2024-04-25 16:13:48.249455474 +0000 UTC m=+0.431183145 container attach 187b3c4b84647b9ad7f86b6be76cf677de5ae408438f662dff7a63b3d6ff735f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, ceph=True) 2024-04-25T16:13:48.686 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:48 smithi133 podman[69501]: 2024-04-25 16:13:48.448093211 +0000 UTC m=+0.629820890 container died 187b3c4b84647b9ad7f86b6be76cf677de5ae408438f662dff7a63b3d6ff735f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-25T16:13:48.994 INFO:journalctl@ceph.osd.11.smithi133.stdout:Apr 25 16:13:48 smithi133 podman[69527]: 2024-04-25 16:13:48.975912878 +0000 UTC m=+0.522280644 container remove 187b3c4b84647b9ad7f86b6be76cf677de5ae408438f662dff7a63b3d6ff735f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux ) 2024-04-25T16:13:48.999 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@osd.11.service' 2024-04-25T16:13:49.036 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:49.036 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-25T16:13:49.037 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-25T16:13:49.037 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.a 2024-04-25T16:13:49.408 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:49 smithi112 systemd[1]: Stopping Ceph mds.a for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:49.665 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:49 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a[69207]: 2024-04-25T16:13:49.406+0000 7fc7d9ad7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:49.665 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:49 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a[69207]: 2024-04-25T16:13:49.406+0000 7fc7d9ad7700 -1 mds.a *** got signal Terminated *** 2024-04-25T16:13:52.705 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:52 smithi112 podman[89114]: 2024-04-25 16:13:52.349132715 +0000 UTC m=+3.126352268 container died 3a02bf8cf4a26cc633255eb2f56bb3d2f647bb79491bd26ef3a90cde56bcdaaf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-25T16:13:52.975 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:52 smithi112 podman[89114]: 2024-04-25 16:13:52.790434786 +0000 UTC m=+3.567654378 container cleanup 3a02bf8cf4a26cc633255eb2f56bb3d2f647bb79491bd26ef3a90cde56bcdaaf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-25T16:13:52.975 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:52 smithi112 bash[89114]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a 2024-04-25T16:13:53.210 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.a.service' 2024-04-25T16:13:53.231 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:52 smithi112 podman[89138]: 2024-04-25 16:13:52.974705505 +0000 UTC m=+0.618918255 container remove 3a02bf8cf4a26cc633255eb2f56bb3d2f647bb79491bd26ef3a90cde56bcdaaf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-a, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T16:13:53.231 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:53 smithi112 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-25T16:13:53.231 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:53 smithi112 systemd[1]: Stopped Ceph mds.a for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T16:13:53.231 INFO:journalctl@ceph.mds.a.smithi112.stdout:Apr 25 16:13:53 smithi112 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.a.service: Consumed 1.910s CPU time. 2024-04-25T16:13:53.245 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:53.245 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-25T16:13:53.245 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-25T16:13:53.245 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.d 2024-04-25T16:13:53.570 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:53 smithi112 systemd[1]: Stopping Ceph mds.d for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:53.955 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:53 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d[68247]: 2024-04-25T16:13:53.568+0000 7fe329714700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:53.955 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:53 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d[68247]: 2024-04-25T16:13:53.568+0000 7fe329714700 -1 mds.d *** got signal Terminated *** 2024-04-25T16:13:56.779 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:56 smithi112 podman[89248]: 2024-04-25 16:13:56.523296703 +0000 UTC m=+3.062489068 container died 2f2e7534cd04ae54d5532015682d5aaae73354a8a6011ca4536fbb36dcbf411a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T16:13:57.054 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:56 smithi112 podman[89248]: 2024-04-25 16:13:56.85237723 +0000 UTC m=+3.391569597 container cleanup 2f2e7534cd04ae54d5532015682d5aaae73354a8a6011ca4536fbb36dcbf411a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:13:57.054 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:56 smithi112 bash[89248]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d 2024-04-25T16:13:57.282 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.d.service' 2024-04-25T16:13:57.304 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:57 smithi112 podman[89261]: 2024-04-25 16:13:57.053737147 +0000 UTC m=+0.526555361 container remove 2f2e7534cd04ae54d5532015682d5aaae73354a8a6011ca4536fbb36dcbf411a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-25T16:13:57.304 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:57 smithi112 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.d.service: Deactivated successfully. 2024-04-25T16:13:57.304 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:57 smithi112 systemd[1]: Stopped Ceph mds.d for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T16:13:57.304 INFO:journalctl@ceph.mds.d.smithi112.stdout:Apr 25 16:13:57 smithi112 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.d.service: Consumed 1.105s CPU time. 2024-04-25T16:13:57.313 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:13:57.314 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-25T16:13:57.314 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-25T16:13:57.314 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.g 2024-04-25T16:13:57.640 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:13:57 smithi112 systemd[1]: Stopping Ceph mds.g for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:13:57.955 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:13:57 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g[68860]: 2024-04-25T16:13:57.639+0000 7efc92265700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:13:57.956 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:13:57 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g[68860]: 2024-04-25T16:13:57.639+0000 7efc92265700 -1 mds.g *** got signal Terminated *** 2024-04-25T16:14:00.637 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:14:00 smithi112 podman[89367]: 2024-04-25 16:14:00.35431034 +0000 UTC m=+2.820129544 container died 27919a7600698bc0d98f10839702050f98cf5e33c1215f5e258b81922dadac0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:14:00.955 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:14:00 smithi112 podman[89367]: 2024-04-25 16:14:00.73166595 +0000 UTC m=+3.197485168 container cleanup 27919a7600698bc0d98f10839702050f98cf5e33c1215f5e258b81922dadac0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T16:14:00.955 INFO:journalctl@ceph.mds.g.smithi112.stdout:Apr 25 16:14:00 smithi112 bash[89367]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-g 2024-04-25T16:14:01.114 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.g.service' 2024-04-25T16:14:01.144 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:01.145 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-25T16:14:01.145 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-25T16:14:01.145 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.j 2024-04-25T16:14:01.455 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 16:14:01 smithi112 systemd[1]: Stopping Ceph mds.j for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:01.955 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 16:14:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j[67896]: 2024-04-25T16:14:01.459+0000 7f92fc18c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:01.956 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 16:14:01 smithi112 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j[67896]: 2024-04-25T16:14:01.459+0000 7f92fc18c700 -1 mds.j *** got signal Terminated *** 2024-04-25T16:14:05.828 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 16:14:05 smithi112 podman[89488]: 2024-04-25 16:14:05.466475538 +0000 UTC m=+4.107806607 container died 40ad7fccd27481e06ca5958095499404a7fc1aa6210158e29bc70968d9b12f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240424) 2024-04-25T16:14:06.206 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 16:14:05 smithi112 podman[89488]: 2024-04-25 16:14:05.910049151 +0000 UTC m=+4.551380226 container cleanup 40ad7fccd27481e06ca5958095499404a7fc1aa6210158e29bc70968d9b12f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j, org.label-schema.build-date=20240424, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T16:14:06.206 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 16:14:05 smithi112 bash[89488]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j 2024-04-25T16:14:06.206 INFO:journalctl@ceph.mds.j.smithi112.stdout:Apr 25 16:14:06 smithi112 podman[89502]: 2024-04-25 16:14:06.069648735 +0000 UTC m=+0.578913945 container remove 40ad7fccd27481e06ca5958095499404a7fc1aa6210158e29bc70968d9b12f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T16:14:06.284 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.j.service' 2024-04-25T16:14:06.314 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:06.315 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-25T16:14:06.315 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-25T16:14:06.315 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.b 2024-04-25T16:14:06.616 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:14:06 smithi116 systemd[1]: Stopping Ceph mds.b for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:06.939 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:14:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: 2024-04-25T16:14:06.614+0000 7f90a7d09700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:06.939 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:14:06 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b[62978]: 2024-04-25T16:14:06.614+0000 7f90a7d09700 -1 mds.b *** got signal Terminated *** 2024-04-25T16:14:08.769 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:14:08 smithi116 podman[69472]: 2024-04-25 16:14:08.358668033 +0000 UTC m=+1.855499711 container died c256aa3de8de4a8700d6d1008a7cea6605e4804fba123c6eec50e5131c34f3bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T16:14:09.028 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:14:08 smithi116 podman[69472]: 2024-04-25 16:14:08.864194348 +0000 UTC m=+2.361026025 container cleanup c256aa3de8de4a8700d6d1008a7cea6605e4804fba123c6eec50e5131c34f3bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:14:09.028 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 25 16:14:08 smithi116 bash[69472]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-b 2024-04-25T16:14:09.187 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.b.service' 2024-04-25T16:14:09.221 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:09.221 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-25T16:14:09.222 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-25T16:14:09.222 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.e 2024-04-25T16:14:09.528 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:14:09 smithi116 systemd[1]: Stopping Ceph mds.e for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:10.028 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:14:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e[62363]: 2024-04-25T16:14:09.563+0000 7f1a98253700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:10.028 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:14:09 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e[62363]: 2024-04-25T16:14:09.563+0000 7f1a98253700 -1 mds.e *** got signal Terminated *** 2024-04-25T16:14:12.636 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:14:12 smithi116 podman[69603]: 2024-04-25 16:14:12.369867911 +0000 UTC m=+2.931899120 container died be43ccd58816cf8ee8a8609a19c521c933a505e37919629c51a2a41cad27833d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T16:14:12.979 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:14:12 smithi116 podman[69603]: 2024-04-25 16:14:12.74720381 +0000 UTC m=+3.309235010 container cleanup be43ccd58816cf8ee8a8609a19c521c933a505e37919629c51a2a41cad27833d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T16:14:12.979 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 25 16:14:12 smithi116 bash[69603]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-e 2024-04-25T16:14:13.123 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.e.service' 2024-04-25T16:14:13.155 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:13.155 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-25T16:14:13.155 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-25T16:14:13.156 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.h 2024-04-25T16:14:13.527 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:14:13 smithi116 systemd[1]: Stopping Ceph mds.h for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:13.528 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:14:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h[62670]: 2024-04-25T16:14:13.463+0000 7fd4cd694700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:13.528 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:14:13 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h[62670]: 2024-04-25T16:14:13.463+0000 7fd4cd694700 -1 mds.h *** got signal Terminated *** 2024-04-25T16:14:16.674 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:14:16 smithi116 podman[69724]: 2024-04-25 16:14:16.359557751 +0000 UTC m=+2.992409899 container died f9abea9c1813f90f9dea431ff728cd8771c0814c4724afbbffcae91ad0119073 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T16:14:16.990 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:14:16 smithi116 podman[69724]: 2024-04-25 16:14:16.763853188 +0000 UTC m=+3.396705344 container cleanup f9abea9c1813f90f9dea431ff728cd8771c0814c4724afbbffcae91ad0119073 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:14:16.990 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 25 16:14:16 smithi116 bash[69724]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-h 2024-04-25T16:14:17.198 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.h.service' 2024-04-25T16:14:17.228 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:17.229 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-25T16:14:17.229 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-25T16:14:17.229 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.k 2024-04-25T16:14:17.543 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:14:17 smithi116 systemd[1]: Stopping Ceph mds.k for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:18.028 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:14:17 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k[62046]: 2024-04-25T16:14:17.541+0000 7fd9a6417700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:18.028 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:14:17 smithi116 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k[62046]: 2024-04-25T16:14:17.541+0000 7fd9a6417700 -1 mds.k *** got signal Terminated *** 2024-04-25T16:14:20.685 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:14:20 smithi116 podman[69844]: 2024-04-25 16:14:20.369121994 +0000 UTC m=+2.921602510 container died b1a3a1e6e74bc4fa52d46018e3c04a3db79bbe2809a60e92ba5117c462762f5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-25T16:14:20.994 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:14:20 smithi116 podman[69844]: 2024-04-25 16:14:20.767997507 +0000 UTC m=+3.320478031 container cleanup b1a3a1e6e74bc4fa52d46018e3c04a3db79bbe2809a60e92ba5117c462762f5c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-04-25T16:14:20.994 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 25 16:14:20 smithi116 bash[69844]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-k 2024-04-25T16:14:21.126 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.k.service' 2024-04-25T16:14:21.156 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:21.156 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-25T16:14:21.156 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-25T16:14:21.156 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.c 2024-04-25T16:14:21.436 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:21 smithi133 systemd[1]: Stopping Ceph mds.c for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:21.699 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c[62688]: 2024-04-25T16:14:21.448+0000 7f03c03f5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:21.699 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:21 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c[62688]: 2024-04-25T16:14:21.448+0000 7f03c03f5700 -1 mds.c *** got signal Terminated *** 2024-04-25T16:14:24.686 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:24 smithi133 podman[69606]: 2024-04-25 16:14:24.357122033 +0000 UTC m=+3.009831149 container died c30cd1fabf7a98b9723a85988523925503fd54c864a06e93067493c6f92deb1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-25T16:14:24.992 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:24 smithi133 podman[69606]: 2024-04-25 16:14:24.791098206 +0000 UTC m=+3.443807320 container cleanup c30cd1fabf7a98b9723a85988523925503fd54c864a06e93067493c6f92deb1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-25T16:14:24.992 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:24 smithi133 bash[69606]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c 2024-04-25T16:14:25.222 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.c.service' 2024-04-25T16:14:25.243 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:24 smithi133 podman[69633]: 2024-04-25 16:14:24.99207523 +0000 UTC m=+0.631571743 container remove c30cd1fabf7a98b9723a85988523925503fd54c864a06e93067493c6f92deb1c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240424, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-25T16:14:25.243 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:25 smithi133 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.c.service: Deactivated successfully. 2024-04-25T16:14:25.243 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:25 smithi133 systemd[1]: Stopped Ceph mds.c for 68f2f37e-031b-11ef-bc93-c7b262605968. 2024-04-25T16:14:25.243 INFO:journalctl@ceph.mds.c.smithi133.stdout:Apr 25 16:14:25 smithi133 systemd[1]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.c.service: Consumed 2.350s CPU time. 2024-04-25T16:14:25.256 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:25.256 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-25T16:14:25.256 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-25T16:14:25.256 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.f 2024-04-25T16:14:25.595 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:14:25 smithi133 systemd[1]: Stopping Ceph mds.f for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:25.935 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:14:25 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f[62381]: 2024-04-25T16:14:25.594+0000 7f98a7b1d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:25.936 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:14:25 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f[62381]: 2024-04-25T16:14:25.594+0000 7f98a7b1d700 -1 mds.f *** got signal Terminated *** 2024-04-25T16:14:28.629 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:14:28 smithi133 podman[69739]: 2024-04-25 16:14:28.359244253 +0000 UTC m=+2.872089257 container died bf91fc6703d07c3fe836d307ba88363327aa1a8d8652f2191b73c0ef822920fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T16:14:28.936 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:14:28 smithi133 podman[69739]: 2024-04-25 16:14:28.719882217 +0000 UTC m=+3.232727216 container cleanup bf91fc6703d07c3fe836d307ba88363327aa1a8d8652f2191b73c0ef822920fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-04-25T16:14:28.936 INFO:journalctl@ceph.mds.f.smithi133.stdout:Apr 25 16:14:28 smithi133 bash[69739]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-f 2024-04-25T16:14:29.090 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.f.service' 2024-04-25T16:14:29.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:29.131 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-25T16:14:29.131 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-25T16:14:29.132 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.i 2024-04-25T16:14:29.436 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:14:29 smithi133 systemd[1]: Stopping Ceph mds.i for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:29.935 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:14:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i[62996]: 2024-04-25T16:14:29.475+0000 7feb92ee3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:29.936 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:14:29 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i[62996]: 2024-04-25T16:14:29.475+0000 7feb92ee3700 -1 mds.i *** got signal Terminated *** 2024-04-25T16:14:32.436 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:14:32 smithi133 podman[69861]: 2024-04-25 16:14:32.355091022 +0000 UTC m=+3.008358497 container died 1c4b7f4549707fd5b1c55678c202c976113cbc5ca98f1b0f02b0d714abf218a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-25T16:14:32.936 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:14:32 smithi133 podman[69861]: 2024-04-25 16:14:32.714652952 +0000 UTC m=+3.367920427 container cleanup 1c4b7f4549707fd5b1c55678c202c976113cbc5ca98f1b0f02b0d714abf218a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T16:14:32.936 INFO:journalctl@ceph.mds.i.smithi133.stdout:Apr 25 16:14:32 smithi133 bash[69861]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-i 2024-04-25T16:14:33.135 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.i.service' 2024-04-25T16:14:33.166 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:33.167 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-25T16:14:33.167 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-25T16:14:33.167 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.l 2024-04-25T16:14:33.686 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:14:33 smithi133 systemd[1]: Stopping Ceph mds.l for 68f2f37e-031b-11ef-bc93-c7b262605968... 2024-04-25T16:14:33.686 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:14:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l[62060]: 2024-04-25T16:14:33.484+0000 7f17d628d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T16:14:33.686 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:14:33 smithi133 ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l[62060]: 2024-04-25T16:14:33.484+0000 7f17d628d700 -1 mds.l *** got signal Terminated *** 2024-04-25T16:14:36.662 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:14:36 smithi133 podman[69981]: 2024-04-25 16:14:36.362642971 +0000 UTC m=+2.971248122 container died fdcb2da780da138ff53e41167f249d33764e2ac047d6a171ac9b1688b8963325 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-25T16:14:36.936 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:14:36 smithi133 podman[69981]: 2024-04-25 16:14:36.726999805 +0000 UTC m=+3.335604956 container cleanup fdcb2da780da138ff53e41167f249d33764e2ac047d6a171ac9b1688b8963325 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-25T16:14:36.936 INFO:journalctl@ceph.mds.l.smithi133.stdout:Apr 25 16:14:36 smithi133 bash[69981]: ceph-68f2f37e-031b-11ef-bc93-c7b262605968-mds-l 2024-04-25T16:14:37.149 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-68f2f37e-031b-11ef-bc93-c7b262605968@mds.l.service' 2024-04-25T16:14:37.179 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T16:14:37.179 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-25T16:14:37.180 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T16:14:37.370 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T16:14:39.792 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T16:14:39.982 INFO:teuthology.orchestra.run.smithi116.stdout:Deleting cluster with fsid: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T16:14:42.371 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T16:14:42.558 INFO:teuthology.orchestra.run.smithi133.stdout:Deleting cluster with fsid: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T16:14:44.899 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T16:14:44.931 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T16:14:44.962 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T16:14:44.988 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-25T16:14:44.989 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi112/crash 2024-04-25T16:14:44.990 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash -- . 2024-04-25T16:14:45.027 INFO:teuthology.orchestra.run.smithi112.stderr:tar: /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T16:14:45.027 INFO:teuthology.orchestra.run.smithi112.stderr:tar: Error is not recoverable: exiting now 2024-04-25T16:14:45.029 DEBUG:teuthology.misc:Transferring archived files from smithi116:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi116/crash 2024-04-25T16:14:45.030 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash -- . 2024-04-25T16:14:45.090 INFO:teuthology.orchestra.run.smithi116.stderr:tar: /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T16:14:45.090 INFO:teuthology.orchestra.run.smithi116.stderr:tar: Error is not recoverable: exiting now 2024-04-25T16:14:45.092 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi133/crash 2024-04-25T16:14:45.093 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash -- . 2024-04-25T16:14:45.129 INFO:teuthology.orchestra.run.smithi133.stderr:tar: /var/lib/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T16:14:45.129 INFO:teuthology.orchestra.run.smithi133.stderr:tar: Error is not recoverable: exiting now 2024-04-25T16:14:45.131 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-25T16:14:45.131 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-25T16:14:45.164 INFO:tasks.cephadm:Compressing logs... 2024-04-25T16:14:45.164 DEBUG:teuthology.orchestra.run.smithi112:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T16:14:45.206 DEBUG:teuthology.orchestra.run.smithi116:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T16:14:45.209 DEBUG:teuthology.orchestra.run.smithi133:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T16:14:45.228 INFO:teuthology.orchestra.run.smithi112.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-04-25T16:14:45.228 INFO:teuthology.orchestra.run.smithi112.stderr:: No such file or directory 2024-04-25T16:14:45.229 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log 2024-04-25T16:14:45.229 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.g.log: /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.x.log: 87.3% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.6.log 90.3% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-25T16:14:45.233 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T16:14:45.234 INFO:teuthology.orchestra.run.smithi116.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log 2024-04-25T16:14:45.234 INFO:teuthology.orchestra.run.smithi116.stderr:: No such file or directory 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log: No such file or directory 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr: 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-25T16:14:45.241 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.4% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.i.log: 90.5% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T16:14:45.242 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-25T16:14:45.245 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.6.log: 94.7% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-25T16:14:45.245 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-25T16:14:45.246 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log: 84.4% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T16:14:45.246 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T16:14:45.248 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.11.log: 91.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-25T16:14:45.248 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T16:14:45.249 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T16:14:45.249 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-25T16:14:45.249 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-25T16:14:45.249 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.b.log: /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr: 87.4% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip 90.5% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr: -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T16:14:45.250 INFO:teuthology.orchestra.run.smithi116.stderr: 91.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-25T16:14:45.251 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-25T16:14:45.252 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T16:14:45.252 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-25T16:14:45.259 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-25T16:14:45.260 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-25T16:14:45.265 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T16:14:45.267 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-25T16:14:45.267 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.1% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T16:14:45.267 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T16:14:45.269 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T16:14:45.277 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.9.log: 94.6% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-25T16:14:45.278 INFO:teuthology.orchestra.run.smithi112.stderr: 91.0% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T16:14:45.281 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T16:14:45.281 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-04-25T16:14:45.285 INFO:teuthology.orchestra.run.smithi133.stderr: 91.0% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T16:14:45.291 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T16:14:45.292 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/ceph-client.admin.log: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-04-25T16:14:45.293 INFO:teuthology.orchestra.run.smithi133.stderr: 93.3% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-25T16:14:45.298 INFO:teuthology.orchestra.run.smithi112.stderr: 93.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T16:14:45.301 INFO:teuthology.orchestra.run.smithi116.stderr: 93.2% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-25T16:14:45.302 INFO:teuthology.orchestra.run.smithi112.stderr: 93.4% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-25T16:14:45.309 INFO:teuthology.orchestra.run.smithi112.stderr: 94.4% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-25T16:14:45.310 INFO:teuthology.orchestra.run.smithi133.stderr: 94.6% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-25T16:14:45.316 INFO:teuthology.orchestra.run.smithi116.stderr: 93.3% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-25T16:14:45.316 INFO:teuthology.orchestra.run.smithi133.stderr: 93.7% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-25T16:14:45.333 INFO:teuthology.orchestra.run.smithi116.stderr: 94.4% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-25T16:14:45.345 INFO:teuthology.orchestra.run.smithi133.stderr: 94.4% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-25T16:14:45.596 INFO:teuthology.orchestra.run.smithi112.stderr: 90.1% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-25T16:14:45.608 INFO:teuthology.orchestra.run.smithi116.stderr: 93.2% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-25T16:14:45.660 INFO:teuthology.orchestra.run.smithi133.stderr: 92.2% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-25T16:14:45.710 INFO:teuthology.orchestra.run.smithi116.stderr: 92.1% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-25T16:14:46.054 INFO:teuthology.orchestra.run.smithi112.stderr: 90.6% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-25T16:14:49.372 INFO:teuthology.orchestra.run.smithi133.stderr: 92.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-25T16:14:50.212 INFO:teuthology.orchestra.run.smithi116.stderr: 92.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-25T16:14:50.459 INFO:teuthology.orchestra.run.smithi133.stderr: 93.0% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-25T16:14:50.713 INFO:teuthology.orchestra.run.smithi116.stderr: 92.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-25T16:14:51.485 INFO:teuthology.orchestra.run.smithi133.stderr: 93.0% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-25T16:14:52.062 INFO:teuthology.orchestra.run.smithi116.stderr: 92.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-25T16:14:52.589 INFO:teuthology.orchestra.run.smithi116.stderr: 92.8% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-25T16:14:52.590 INFO:teuthology.orchestra.run.smithi116.stderr: 2024-04-25T16:14:52.591 INFO:teuthology.orchestra.run.smithi116.stderr:real 0m7.367s 2024-04-25T16:14:52.591 INFO:teuthology.orchestra.run.smithi116.stderr:user 0m24.739s 2024-04-25T16:14:52.591 INFO:teuthology.orchestra.run.smithi116.stderr:sys 0m0.869s 2024-04-25T16:14:52.707 INFO:teuthology.orchestra.run.smithi112.stderr: 92.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-25T16:14:53.141 INFO:teuthology.orchestra.run.smithi112.stderr: 93.0% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-25T16:14:53.271 INFO:teuthology.orchestra.run.smithi112.stderr: 96.8% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-04-25T16:14:53.333 INFO:teuthology.orchestra.run.smithi112.stderr: 93.0% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-25T16:14:53.748 INFO:teuthology.orchestra.run.smithi133.stderr: 92.8% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-25T16:14:53.750 INFO:teuthology.orchestra.run.smithi133.stderr: 2024-04-25T16:14:53.750 INFO:teuthology.orchestra.run.smithi133.stderr:real 0m8.527s 2024-04-25T16:14:53.750 INFO:teuthology.orchestra.run.smithi133.stderr:user 0m23.992s 2024-04-25T16:14:53.750 INFO:teuthology.orchestra.run.smithi133.stderr:sys 0m0.816s 2024-04-25T16:14:56.412 INFO:teuthology.orchestra.run.smithi112.stderr: 92.9% -- replaced with /var/log/ceph/68f2f37e-031b-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-25T16:14:56.415 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-25T16:14:56.415 INFO:teuthology.orchestra.run.smithi112.stderr:real 0m11.196s 2024-04-25T16:14:56.415 INFO:teuthology.orchestra.run.smithi112.stderr:user 0m42.462s 2024-04-25T16:14:56.415 INFO:teuthology.orchestra.run.smithi112.stderr:sys 0m1.459s 2024-04-25T16:14:56.415 INFO:tasks.cephadm:Archiving logs... 2024-04-25T16:14:56.415 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi112/log 2024-04-25T16:14:56.416 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T16:15:02.051 DEBUG:teuthology.misc:Transferring archived files from smithi116:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi116/log 2024-04-25T16:15:02.052 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T16:15:06.163 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi133/log 2024-04-25T16:15:06.164 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T16:15:10.090 INFO:tasks.cephadm:Removing cluster... 2024-04-25T16:15:10.090 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 --force 2024-04-25T16:15:10.280 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T16:15:10.578 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 --force 2024-04-25T16:15:10.769 INFO:teuthology.orchestra.run.smithi116.stdout:Deleting cluster with fsid: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T16:15:11.111 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 68f2f37e-031b-11ef-bc93-c7b262605968 --force 2024-04-25T16:15:11.301 INFO:teuthology.orchestra.run.smithi133.stdout:Deleting cluster with fsid: 68f2f37e-031b-11ef-bc93-c7b262605968 2024-04-25T16:15:11.590 INFO:tasks.cephadm:Removing cephadm ... 2024-04-25T16:15:11.590 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T16:15:11.606 DEBUG:teuthology.orchestra.run.smithi116:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T16:15:11.621 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T16:15:11.636 INFO:tasks.cephadm:Teardown complete 2024-04-25T16:15:11.637 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-25T16:15:11.650 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-25T16:15:11.650 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T16:15:11.653 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T16:15:11.664 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T16:15:11.775 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-25T16:15:11.785 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-25T16:15:11.785 DEBUG:teuthology.orchestra.run.smithi112:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T16:15:11.788 DEBUG:teuthology.orchestra.run.smithi116:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T16:15:11.791 DEBUG:teuthology.orchestra.run.smithi133:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T16:15:11.800 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-04-25T16:15:11.802 INFO:teuthology.orchestra.run.smithi116.stderr:bash: line 1: ntpq: command not found 2024-04-25T16:15:11.804 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T16:15:11.804 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-04-25T16:15:11.804 INFO:teuthology.orchestra.run.smithi112.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +915us[ +920us] +/- 52ms 2024-04-25T16:15:11.804 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 -980us[ -975us] +/- 73ms 2024-04-25T16:15:11.804 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 -345us[ -340us] +/- 66ms 2024-04-25T16:15:11.805 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T16:15:11.805 INFO:teuthology.orchestra.run.smithi133.stderr:bash: line 1: ntpq: command not found 2024-04-25T16:15:11.805 INFO:teuthology.orchestra.run.smithi116.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T16:15:11.805 INFO:teuthology.orchestra.run.smithi116.stdout:=============================================================================== 2024-04-25T16:15:11.806 INFO:teuthology.orchestra.run.smithi116.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 +937us[ +916us] +/- 52ms 2024-04-25T16:15:11.806 INFO:teuthology.orchestra.run.smithi116.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 -955us[ -955us] +/- 73ms 2024-04-25T16:15:11.806 INFO:teuthology.orchestra.run.smithi116.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 -334us[ -334us] +/- 66ms 2024-04-25T16:15:11.806 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T16:15:11.808 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T16:15:11.808 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2024-04-25T16:15:11.808 INFO:teuthology.orchestra.run.smithi133.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +915us[ +916us] +/- 52ms 2024-04-25T16:15:11.809 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 12 -977us[ -977us] +/- 73ms 2024-04-25T16:15:11.809 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 -351us[ -350us] +/- 66ms 2024-04-25T16:15:11.809 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T16:15:11.809 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-25T16:15:11.820 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-25T16:15:11.820 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-25T16:15:11.871 DEBUG:teuthology.orchestra.run.smithi112:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T16:15:11.944 DEBUG:teuthology.orchestra.run.smithi116:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T16:15:12.007 DEBUG:teuthology.orchestra.run.smithi133:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T16:15:12.071 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T16:15:12.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:15:12.099 DEBUG:teuthology.orchestra.run.smithi116:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T16:15:12.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:15:12.125 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T16:15:12.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:15:12.152 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-25T16:15:12.162 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-25T16:15:12.179 INFO:teuthology.task.internal:Duration was 1855.695800 seconds 2024-04-25T16:15:12.179 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-25T16:15:12.221 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-25T16:15:12.221 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T16:15:12.228 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T16:15:12.237 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T16:15:12.262 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T16:15:12.270 INFO:teuthology.orchestra.run.smithi116.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T16:15:12.278 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T16:15:12.569 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-25T16:15:12.569 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi112.front.sepia.ceph.com 2024-04-25T16:15:12.569 DEBUG:teuthology.orchestra.run.smithi112:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T16:15:12.593 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi116.front.sepia.ceph.com 2024-04-25T16:15:12.593 DEBUG:teuthology.orchestra.run.smithi116:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T16:15:12.635 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi133.front.sepia.ceph.com 2024-04-25T16:15:12.635 DEBUG:teuthology.orchestra.run.smithi133:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T16:15:12.668 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-25T16:15:12.669 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T16:15:12.677 DEBUG:teuthology.orchestra.run.smithi116:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T16:15:12.680 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T16:15:12.741 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-25T16:15:12.741 DEBUG:teuthology.orchestra.run.smithi112:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T16:15:12.744 DEBUG:teuthology.orchestra.run.smithi116:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T16:15:12.748 DEBUG:teuthology.orchestra.run.smithi133:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T16:15:13.193 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-25T16:15:13.206 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-25T16:15:13.206 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T16:15:13.229 DEBUG:teuthology.orchestra.run.smithi116:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T16:15:13.253 DEBUG:teuthology.orchestra.run.smithi133:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T16:15:13.277 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-25T16:15:13.290 DEBUG:teuthology.orchestra.run.smithi112:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T16:15:13.293 DEBUG:teuthology.orchestra.run.smithi116:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T16:15:13.296 DEBUG:teuthology.orchestra.run.smithi133:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T16:15:13.313 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = core 2024-04-25T16:15:13.316 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern = core 2024-04-25T16:15:13.339 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = core 2024-04-25T16:15:13.358 DEBUG:teuthology.orchestra.run.smithi112:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T16:15:13.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:15:13.379 DEBUG:teuthology.orchestra.run.smithi116:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T16:15:13.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:15:13.393 DEBUG:teuthology.orchestra.run.smithi133:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T16:15:13.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:15:13.412 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-25T16:15:13.425 INFO:teuthology.task.internal:Transferring archived files... 2024-04-25T16:15:13.426 DEBUG:teuthology.misc:Transferring archived files from smithi112:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi112 2024-04-25T16:15:13.426 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T16:15:13.468 DEBUG:teuthology.misc:Transferring archived files from smithi116:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi116 2024-04-25T16:15:13.468 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T16:15:13.503 DEBUG:teuthology.misc:Transferring archived files from smithi133:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673239/remote/smithi133 2024-04-25T16:15:13.503 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T16:15:13.538 INFO:teuthology.task.internal:Removing archive directory... 2024-04-25T16:15:13.539 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T16:15:13.541 DEBUG:teuthology.orchestra.run.smithi116:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T16:15:13.543 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T16:15:13.587 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-25T16:15:13.599 INFO:teuthology.task.internal:Not uploading archives. 2024-04-25T16:15:13.600 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-25T16:15:13.612 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-25T16:15:13.612 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T16:15:13.614 DEBUG:teuthology.orchestra.run.smithi116:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T16:15:13.617 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T16:15:13.626 INFO:teuthology.orchestra.run.smithi112.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 16:15 /home/ubuntu/cephtest 2024-04-25T16:15:13.628 INFO:teuthology.orchestra.run.smithi116.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 16:15 /home/ubuntu/cephtest 2024-04-25T16:15:13.642 INFO:teuthology.orchestra.run.smithi133.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 16:15 /home/ubuntu/cephtest 2024-04-25T16:15:13.643 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-25T16:15:13.656 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-25T16:15:13.686 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/iozone}} duration: 1855.695799589157 flavor: default owner: scheduled_pdonnell@teuthology success: true 2024-04-25T16:15:13.687 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T16:15:13.775 INFO:teuthology.run:pass